2024-11-22 21:20:49,051 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 21:20:49,062 main DEBUG Took 0.009790 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 21:20:49,063 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 21:20:49,063 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 21:20:49,064 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 21:20:49,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,072 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 21:20:49,083 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,087 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,089 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,090 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,090 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,091 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 21:20:49,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,094 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 21:20:49,095 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 21:20:49,096 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 21:20:49,098 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 21:20:49,098 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 21:20:49,099 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 21:20:49,100 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 21:20:49,108 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 21:20:49,110 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 21:20:49,112 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 21:20:49,112 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 21:20:49,113 main DEBUG createAppenders(={Console}) 2024-11-22 21:20:49,113 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-22 21:20:49,114 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 21:20:49,114 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-22 21:20:49,114 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 21:20:49,115 main DEBUG OutputStream closed 2024-11-22 21:20:49,115 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 21:20:49,115 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 21:20:49,115 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-22 21:20:49,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 21:20:49,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 21:20:49,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 21:20:49,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 21:20:49,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 21:20:49,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 21:20:49,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 21:20:49,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 21:20:49,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 21:20:49,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 21:20:49,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 21:20:49,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 21:20:49,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 21:20:49,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 21:20:49,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 21:20:49,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 21:20:49,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 21:20:49,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 21:20:49,197 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 21:20:49,197 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-22 21:20:49,197 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 21:20:49,198 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-22T21:20:49,449 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63 2024-11-22 21:20:49,452 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 21:20:49,452 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T21:20:49,461 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-22T21:20:49,485 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T21:20:49,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae, deleteOnExit=true 2024-11-22T21:20:49,488 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-22T21:20:49,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/test.cache.data in system properties and HBase conf 2024-11-22T21:20:49,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T21:20:49,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.log.dir in system properties and HBase conf 2024-11-22T21:20:49,490 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T21:20:49,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T21:20:49,491 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T21:20:49,580 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T21:20:49,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T21:20:49,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:20:49,679 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T21:20:49,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T21:20:49,680 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:20:49,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T21:20:49,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T21:20:49,681 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T21:20:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:20:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T21:20:49,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/nfs.dump.dir in system properties and HBase conf 2024-11-22T21:20:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/java.io.tmpdir in system properties and HBase conf 2024-11-22T21:20:49,683 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T21:20:49,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T21:20:49,684 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T21:20:50,517 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T21:20:50,592 INFO [Time-limited test {}] log.Log(170): Logging initialized @2225ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T21:20:50,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:20:50,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:20:50,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:20:50,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:20:50,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:20:50,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:20:50,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:20:50,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:20:50,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/java.io.tmpdir/jetty-localhost-34789-hadoop-hdfs-3_4_1-tests_jar-_-any-17531558828221135410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:20:50,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34789} 2024-11-22T21:20:50,985 INFO [Time-limited test {}] server.Server(415): Started @2620ms 2024-11-22T21:20:51,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T21:20:51,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T21:20:51,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T21:20:51,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T21:20:51,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T21:20:51,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.log.dir/,AVAILABLE} 2024-11-22T21:20:51,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T21:20:51,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/java.io.tmpdir/jetty-localhost-33427-hadoop-hdfs-3_4_1-tests_jar-_-any-6927486456400135857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:20:51,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:33427} 2024-11-22T21:20:51,533 INFO [Time-limited test {}] server.Server(415): Started @3168ms 2024-11-22T21:20:51,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T21:20:52,071 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data2/current/BP-1486404265-172.17.0.2-1732310450278/current, will proceed with Du for space computation calculation, 2024-11-22T21:20:52,071 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data1/current/BP-1486404265-172.17.0.2-1732310450278/current, will proceed with Du for space computation calculation, 2024-11-22T21:20:52,114 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T21:20:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6e039877738122 with lease ID 0xa17835019be53a43: Processing first storage report for DS-e6d553de-3c97-4cbf-a012-4a2ae654478a from datanode DatanodeRegistration(127.0.0.1:44789, datanodeUuid=e3d2c8fc-2e4c-4cd7-aa7f-d1ddea8bc39c, infoPort=39883, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=856075594;c=1732310450278) 2024-11-22T21:20:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6e039877738122 with lease ID 0xa17835019be53a43: from storage DS-e6d553de-3c97-4cbf-a012-4a2ae654478a node DatanodeRegistration(127.0.0.1:44789, datanodeUuid=e3d2c8fc-2e4c-4cd7-aa7f-d1ddea8bc39c, infoPort=39883, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=856075594;c=1732310450278), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T21:20:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d6e039877738122 with lease ID 0xa17835019be53a43: Processing first storage report for DS-ce071d80-2365-4872-9a36-ff57a2249943 from datanode DatanodeRegistration(127.0.0.1:44789, datanodeUuid=e3d2c8fc-2e4c-4cd7-aa7f-d1ddea8bc39c, infoPort=39883, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=856075594;c=1732310450278) 2024-11-22T21:20:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d6e039877738122 with lease ID 0xa17835019be53a43: from storage DS-ce071d80-2365-4872-9a36-ff57a2249943 node DatanodeRegistration(127.0.0.1:44789, datanodeUuid=e3d2c8fc-2e4c-4cd7-aa7f-d1ddea8bc39c, infoPort=39883, infoSecurePort=0, ipcPort=36277, storageInfo=lv=-57;cid=testClusterID;nsid=856075594;c=1732310450278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T21:20:52,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63 2024-11-22T21:20:52,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/zookeeper_0, clientPort=59168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T21:20:52,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59168 2024-11-22T21:20:52,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:52,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741825_1001 (size=7) 2024-11-22T21:20:52,985 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 with version=8 2024-11-22T21:20:52,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/hbase-staging 2024-11-22T21:20:53,125 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T21:20:53,397 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a98040524f50:0 server-side Connection retries=45 2024-11-22T21:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:20:53,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:20:53,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:20:53,610 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T21:20:53,619 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T21:20:53,623 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:20:53,650 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22654 (auto-detected) 2024-11-22T21:20:53,651 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T21:20:53,670 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45731 2024-11-22T21:20:53,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:53,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:53,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45731 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-22T21:20:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457310x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:20:53,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45731-0x100211b811b0000 connected 2024-11-22T21:20:53,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:20:53,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:20:53,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:20:53,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-22T21:20:53,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45731 2024-11-22T21:20:53,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45731 2024-11-22T21:20:53,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-22T21:20:53,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45731 2024-11-22T21:20:53,777 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843, hbase.cluster.distributed=false 2024-11-22T21:20:53,839 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a98040524f50:0 server-side Connection retries=45 2024-11-22T21:20:53,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T21:20:53,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T21:20:53,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T21:20:53,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T21:20:53,844 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T21:20:53,845 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45229 2024-11-22T21:20:53,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T21:20:53,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T21:20:53,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:53,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:53,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45229 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-22T21:20:53,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452290x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T21:20:53,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45229-0x100211b811b0001 connected 2024-11-22T21:20:53,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:20:53,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:20:53,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T21:20:53,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-22T21:20:53,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45229 2024-11-22T21:20:53,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45229 2024-11-22T21:20:53,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-22T21:20:53,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45229 2024-11-22T21:20:53,878 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a98040524f50,45731,1732310453116 2024-11-22T21:20:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:20:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:20:53,886 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a98040524f50,45731,1732310453116 2024-11-22T21:20:53,893 DEBUG [M:0;a98040524f50:45731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a98040524f50:45731 2024-11-22T21:20:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:20:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T21:20:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:53,907 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:20:53,908 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a98040524f50,45731,1732310453116 from backup master directory 2024-11-22T21:20:53,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T21:20:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a98040524f50,45731,1732310453116 2024-11-22T21:20:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:20:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T21:20:53,911 WARN [master/a98040524f50:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:20:53,911 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a98040524f50,45731,1732310453116 2024-11-22T21:20:53,913 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T21:20:53,915 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T21:20:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741826_1002 (size=42) 2024-11-22T21:20:54,383 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/hbase.id with ID: 53946d16-e4f1-4cb5-be45-8bb6c934d42b 2024-11-22T21:20:54,424 INFO [master/a98040524f50:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T21:20:54,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:54,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741827_1003 (size=196) 2024-11-22T21:20:54,484 INFO [master/a98040524f50:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:20:54,486 INFO [master/a98040524f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T21:20:54,505 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:20:54,510 INFO [master/a98040524f50:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:20:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741828_1004 (size=1189) 2024-11-22T21:20:54,961 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store 2024-11-22T21:20:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741829_1005 (size=34) 2024-11-22T21:20:55,382 INFO [master/a98040524f50:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T21:20:55,383 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:55,384 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:20:55,384 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:20:55,384 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:20:55,384 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:20:55,384 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:20:55,384 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:20:55,384 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T21:20:55,387 WARN [master/a98040524f50:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/.initializing 2024-11-22T21:20:55,387 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/WALs/a98040524f50,45731,1732310453116 2024-11-22T21:20:55,393 INFO [master/a98040524f50:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:20:55,404 INFO [master/a98040524f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a98040524f50%2C45731%2C1732310453116, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/WALs/a98040524f50,45731,1732310453116, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/oldWALs, maxLogs=10 2024-11-22T21:20:55,426 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/WALs/a98040524f50,45731,1732310453116/a98040524f50%2C45731%2C1732310453116.1732310455409, exclude list is [], retry=0 2024-11-22T21:20:55,442 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44789,DS-e6d553de-3c97-4cbf-a012-4a2ae654478a,DISK] 2024-11-22T21:20:55,445 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T21:20:55,481 INFO [master/a98040524f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/WALs/a98040524f50,45731,1732310453116/a98040524f50%2C45731%2C1732310453116.1732310455409 2024-11-22T21:20:55,482 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-22T21:20:55,482 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:20:55,483 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:55,486 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,487 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T21:20:55,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:55,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:55,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T21:20:55,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:55,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:20:55,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T21:20:55,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:55,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:20:55,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T21:20:55,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:55,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:20:55,578 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,579 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,587 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T21:20:55,591 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T21:20:55,595 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:20:55,596 INFO [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67224197, jitterRate=0.0017185956239700317}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T21:20:55,600 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T21:20:55,601 INFO [master/a98040524f50:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T21:20:55,630 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:20:55,665 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-22T21:20:55,677 INFO [master/a98040524f50:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T21:20:55,678 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T21:20:55,680 INFO [master/a98040524f50:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T21:20:55,682 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T21:20:55,687 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-22T21:20:55,687 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T21:20:55,713 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T21:20:55,725 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T21:20:55,727 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-22T21:20:55,729 INFO [master/a98040524f50:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T21:20:55,730 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T21:20:55,732 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-22T21:20:55,734 INFO [master/a98040524f50:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T21:20:55,737 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T21:20:55,739 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-22T21:20:55,740 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T21:20:55,741 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T21:20:55,752 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T21:20:55,753 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T21:20:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:20:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T21:20:55,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,758 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a98040524f50,45731,1732310453116, sessionid=0x100211b811b0000, setting cluster-up flag (Was=false) 2024-11-22T21:20:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,776 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T21:20:55,777 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a98040524f50,45731,1732310453116 2024-11-22T21:20:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:55,786 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T21:20:55,788 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a98040524f50,45731,1732310453116 2024-11-22T21:20:55,873 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-22T21:20:55,879 INFO [master/a98040524f50:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-22T21:20:55,882 INFO [master/a98040524f50:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T21:20:55,888 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a98040524f50,45731,1732310453116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T21:20:55,891 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a98040524f50:45229 2024-11-22T21:20:55,891 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a98040524f50:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:20:55,892 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a98040524f50:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:20:55,892 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a98040524f50:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:20:55,892 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a98040524f50:0, corePoolSize=5, maxPoolSize=5 2024-11-22T21:20:55,892 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a98040524f50:0, corePoolSize=10, maxPoolSize=10 2024-11-22T21:20:55,893 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:55,893 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a98040524f50:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:20:55,893 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1008): ClusterId : 53946d16-e4f1-4cb5-be45-8bb6c934d42b 2024-11-22T21:20:55,893 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:55,894 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732310485894 2024-11-22T21:20:55,896 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T21:20:55,896 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T21:20:55,897 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T21:20:55,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:20:55,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-22T21:20:55,900 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T21:20:55,901 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T21:20:55,901 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T21:20:55,901 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T21:20:55,901 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T21:20:55,901 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T21:20:55,902 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:55,903 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T21:20:55,904 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T21:20:55,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:55,904 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T21:20:55,905 DEBUG [RS:0;a98040524f50:45229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32570b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:20:55,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:20:55,905 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T21:20:55,907 DEBUG [RS:0;a98040524f50:45229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0dedf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a98040524f50/172.17.0.2:0 2024-11-22T21:20:55,907 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T21:20:55,907 INFO [master/a98040524f50:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T21:20:55,910 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a98040524f50:0:becomeActiveMaster-HFileCleaner.large.0-1732310455909,5,FailOnTimeoutGroup] 2024-11-22T21:20:55,910 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a98040524f50:0:becomeActiveMaster-HFileCleaner.small.0-1732310455910,5,FailOnTimeoutGroup] 2024-11-22T21:20:55,910 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:55,911 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T21:20:55,911 INFO [RS:0;a98040524f50:45229 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-22T21:20:55,911 INFO [RS:0;a98040524f50:45229 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-22T21:20:55,911 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-22T21:20:55,912 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:55,912 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:55,914 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(3073): reportForDuty to master=a98040524f50,45731,1732310453116 with isa=a98040524f50/172.17.0.2:45229, startcode=1732310453838 2024-11-22T21:20:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741831_1007 (size=1039) 2024-11-22T21:20:55,931 DEBUG [RS:0;a98040524f50:45229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:20:55,971 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33451, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:20:55,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45731 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a98040524f50,45229,1732310453838 2024-11-22T21:20:55,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45731 {}] master.ServerManager(486): Registering regionserver=a98040524f50,45229,1732310453838 2024-11-22T21:20:55,993 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:20:55,993 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43301 2024-11-22T21:20:55,993 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-22T21:20:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:20:55,998 DEBUG [RS:0;a98040524f50:45229 {}] zookeeper.ZKUtil(111): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a98040524f50,45229,1732310453838 2024-11-22T21:20:55,998 WARN [RS:0;a98040524f50:45229 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T21:20:55,998 INFO [RS:0;a98040524f50:45229 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:20:55,998 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838 2024-11-22T21:20:56,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a98040524f50,45229,1732310453838] 2024-11-22T21:20:56,011 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-22T21:20:56,022 INFO [RS:0;a98040524f50:45229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T21:20:56,035 INFO [RS:0;a98040524f50:45229 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T21:20:56,037 INFO [RS:0;a98040524f50:45229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T21:20:56,038 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,038 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-22T21:20:56,045 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,045 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,045 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,045 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a98040524f50:0, corePoolSize=2, maxPoolSize=2 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,046 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,047 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,047 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a98040524f50:0, corePoolSize=1, maxPoolSize=1 2024-11-22T21:20:56,047 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a98040524f50:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:20:56,047 DEBUG [RS:0;a98040524f50:45229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0, corePoolSize=3, maxPoolSize=3 2024-11-22T21:20:56,048 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,048 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,048 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,048 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,048 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45229,1732310453838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:20:56,068 INFO [RS:0;a98040524f50:45229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T21:20:56,070 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45229,1732310453838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:56,090 INFO [RS:0;a98040524f50:45229 {}] regionserver.Replication(204): a98040524f50,45229,1732310453838 started 2024-11-22T21:20:56,090 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1767): Serving as a98040524f50,45229,1732310453838, RpcServer on a98040524f50/172.17.0.2:45229, sessionid=0x100211b811b0001 2024-11-22T21:20:56,090 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T21:20:56,091 DEBUG [RS:0;a98040524f50:45229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a98040524f50,45229,1732310453838 2024-11-22T21:20:56,091 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a98040524f50,45229,1732310453838' 2024-11-22T21:20:56,091 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T21:20:56,092 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T21:20:56,092 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T21:20:56,092 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T21:20:56,092 DEBUG [RS:0;a98040524f50:45229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a98040524f50,45229,1732310453838 2024-11-22T21:20:56,092 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a98040524f50,45229,1732310453838' 2024-11-22T21:20:56,093 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T21:20:56,093 DEBUG [RS:0;a98040524f50:45229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T21:20:56,094 DEBUG [RS:0;a98040524f50:45229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T21:20:56,094 INFO [RS:0;a98040524f50:45229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T21:20:56,094 INFO [RS:0;a98040524f50:45229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T21:20:56,199 INFO [RS:0;a98040524f50:45229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T21:20:56,203 INFO [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a98040524f50%2C45229%2C1732310453838, suffix=, logDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/oldWALs, maxLogs=32 2024-11-22T21:20:56,220 DEBUG [RS:0;a98040524f50:45229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838/a98040524f50%2C45229%2C1732310453838.1732310456205, exclude list is [], retry=0 2024-11-22T21:20:56,225 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44789,DS-e6d553de-3c97-4cbf-a012-4a2ae654478a,DISK] 2024-11-22T21:20:56,228 INFO [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838/a98040524f50%2C45229%2C1732310453838.1732310456205 2024-11-22T21:20:56,229 DEBUG [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-22T21:20:56,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-22T21:20:56,317 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:20:56,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741833_1009 (size=32) 2024-11-22T21:20:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:56,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:20:56,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:20:56,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:56,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:56,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:20:56,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:20:56,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:56,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:56,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:20:56,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:20:56,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:56,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:56,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740 2024-11-22T21:20:56,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740 2024-11-22T21:20:56,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:20:56,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T21:20:56,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:20:56,753 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72551459, jitterRate=0.08110098540782928}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:20:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T21:20:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:20:56,756 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T21:20:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T21:20:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:20:56,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:20:56,757 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T21:20:56,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T21:20:56,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T21:20:56,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-22T21:20:56,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T21:20:56,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T21:20:56,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T21:20:56,928 DEBUG [a98040524f50:45731 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T21:20:56,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:20:56,938 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a98040524f50,45229,1732310453838, state=OPENING 2024-11-22T21:20:56,944 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T21:20:56,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:56,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:56,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:20:56,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:20:56,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:20:57,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:20:57,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T21:20:57,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T21:20:57,138 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-22T21:20:57,139 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T21:20:57,140 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T21:20:57,143 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a98040524f50%2C45229%2C1732310453838.meta, suffix=.meta, logDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838, archiveDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/oldWALs, maxLogs=32 2024-11-22T21:20:57,160 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838/a98040524f50%2C45229%2C1732310453838.meta.1732310457145.meta, exclude list is [], retry=0 2024-11-22T21:20:57,165 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44789,DS-e6d553de-3c97-4cbf-a012-4a2ae654478a,DISK] 2024-11-22T21:20:57,168 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/WALs/a98040524f50,45229,1732310453838/a98040524f50%2C45229%2C1732310453838.meta.1732310457145.meta 2024-11-22T21:20:57,168 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39883:39883)] 2024-11-22T21:20:57,169 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:20:57,170 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T21:20:57,235 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T21:20:57,240 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T21:20:57,244 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T21:20:57,245 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:57,245 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-22T21:20:57,245 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-22T21:20:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T21:20:57,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T21:20:57,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T21:20:57,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T21:20:57,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:57,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:57,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T21:20:57,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T21:20:57,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:57,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T21:20:57,258 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740 2024-11-22T21:20:57,260 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740 2024-11-22T21:20:57,263 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:20:57,265 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T21:20:57,267 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61882358, jitterRate=-0.07788100838661194}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:20:57,269 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T21:20:57,276 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732310457117 2024-11-22T21:20:57,287 DEBUG [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T21:20:57,287 INFO [RS_OPEN_META-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-22T21:20:57,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:20:57,291 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a98040524f50,45229,1732310453838, state=OPEN 2024-11-22T21:20:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:20:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T21:20:57,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:20:57,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T21:20:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T21:20:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a98040524f50,45229,1732310453838 in 348 msec 2024-11-22T21:20:57,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T21:20:57,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-22T21:20:57,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4870 sec 2024-11-22T21:20:57,312 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732310457311, completionTime=-1 2024-11-22T21:20:57,312 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T21:20:57,312 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-22T21:20:57,353 DEBUG [hconnection-0x2103b5c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:20:57,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:20:57,365 INFO [master/a98040524f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-22T21:20:57,365 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732310517365 2024-11-22T21:20:57,365 INFO [master/a98040524f50:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732310577365 2024-11-22T21:20:57,366 INFO [master/a98040524f50:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-22T21:20:57,387 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:57,388 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:57,388 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:57,389 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a98040524f50:45731, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:57,390 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:57,395 DEBUG [master/a98040524f50:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-22T21:20:57,398 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-22T21:20:57,399 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T21:20:57,405 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-22T21:20:57,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:20:57,409 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:57,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:20:57,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741835_1011 (size=358) 2024-11-22T21:20:57,826 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e941aa6cd5aafd7be7ea71c8d629331e, NAME => 'hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:20:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741836_1012 (size=42) 2024-11-22T21:20:58,236 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:58,236 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e941aa6cd5aafd7be7ea71c8d629331e, disabling compactions & flushes 2024-11-22T21:20:58,236 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,237 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,237 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. after waiting 0 ms 2024-11-22T21:20:58,237 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,237 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,237 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e941aa6cd5aafd7be7ea71c8d629331e: 2024-11-22T21:20:58,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:20:58,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732310458241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310458241"}]},"ts":"1732310458241"} 2024-11-22T21:20:58,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:20:58,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:20:58,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310458274"}]},"ts":"1732310458274"} 2024-11-22T21:20:58,280 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-22T21:20:58,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e941aa6cd5aafd7be7ea71c8d629331e, ASSIGN}] 2024-11-22T21:20:58,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e941aa6cd5aafd7be7ea71c8d629331e, ASSIGN 2024-11-22T21:20:58,290 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e941aa6cd5aafd7be7ea71c8d629331e, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:20:58,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e941aa6cd5aafd7be7ea71c8d629331e, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:20:58,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e941aa6cd5aafd7be7ea71c8d629331e, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:20:58,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:20:58,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e941aa6cd5aafd7be7ea71c8d629331e, NAME => 'hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:20:58,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,609 INFO [StoreOpener-e941aa6cd5aafd7be7ea71c8d629331e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,611 INFO [StoreOpener-e941aa6cd5aafd7be7ea71c8d629331e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e941aa6cd5aafd7be7ea71c8d629331e columnFamilyName info 2024-11-22T21:20:58,612 DEBUG [StoreOpener-e941aa6cd5aafd7be7ea71c8d629331e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:58,612 INFO [StoreOpener-e941aa6cd5aafd7be7ea71c8d629331e-1 {}] regionserver.HStore(327): Store=e941aa6cd5aafd7be7ea71c8d629331e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:20:58,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:20:58,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:20:58,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e941aa6cd5aafd7be7ea71c8d629331e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68585183, jitterRate=0.021998867392539978}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T21:20:58,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e941aa6cd5aafd7be7ea71c8d629331e: 2024-11-22T21:20:58,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e., pid=6, masterSystemTime=1732310458599 2024-11-22T21:20:58,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:20:58,633 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e941aa6cd5aafd7be7ea71c8d629331e, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:20:58,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T21:20:58,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e941aa6cd5aafd7be7ea71c8d629331e, server=a98040524f50,45229,1732310453838 in 191 msec 2024-11-22T21:20:58,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T21:20:58,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e941aa6cd5aafd7be7ea71c8d629331e, ASSIGN in 354 msec 2024-11-22T21:20:58,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:20:58,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310458645"}]},"ts":"1732310458645"} 2024-11-22T21:20:58,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-22T21:20:58,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:20:58,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-11-22T21:20:58,709 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-22T21:20:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-22T21:20:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:20:58,741 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-22T21:20:58,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T21:20:58,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-22T21:20:58,765 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-22T21:20:58,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T21:20:58,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-22T21:20:58,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-22T21:20:58,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-22T21:20:58,793 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.882sec 2024-11-22T21:20:58,795 INFO [master/a98040524f50:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T21:20:58,796 INFO [master/a98040524f50:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T21:20:58,797 INFO [master/a98040524f50:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T21:20:58,798 INFO [master/a98040524f50:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T21:20:58,798 INFO [master/a98040524f50:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T21:20:58,799 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T21:20:58,799 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T21:20:58,806 DEBUG [master/a98040524f50:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-22T21:20:58,807 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T21:20:58,807 INFO [master/a98040524f50:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a98040524f50,45731,1732310453116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T21:20:58,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-22T21:20:58,897 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-22T21:20:58,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:20:58,907 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T21:20:58,908 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T21:20:58,918 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:20:58,948 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:20:58,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a98040524f50,45731,1732310453116 2024-11-22T21:20:58,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=5395 2024-11-22T21:20:58,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:20:59,001 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:20:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:20:59,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:20:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:20:59,017 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:20:59,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-22T21:20:59,018 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:20:59,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:20:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:20:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741837_1013 (size=960) 2024-11-22T21:20:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:20:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:20:59,434 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:20:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741838_1014 (size=53) 2024-11-22T21:20:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:20:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:20:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing db8d3f2071df2c4f9f38b7b5dd8ebd09, disabling compactions & flushes 2024-11-22T21:20:59,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:20:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:20:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. after waiting 0 ms 2024-11-22T21:20:59,845 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:20:59,845 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:20:59,846 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:20:59,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:20:59,848 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310459848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310459848"}]},"ts":"1732310459848"} 2024-11-22T21:20:59,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:20:59,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:20:59,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310459852"}]},"ts":"1732310459852"} 2024-11-22T21:20:59,855 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:20:59,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, ASSIGN}] 2024-11-22T21:20:59,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, ASSIGN 2024-11-22T21:20:59,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:21:00,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db8d3f2071df2c4f9f38b7b5dd8ebd09, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:00,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:21:00,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:00,175 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:00,175 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:21:00,176 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,176 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:00,176 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,176 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,179 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,182 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:00,182 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8d3f2071df2c4f9f38b7b5dd8ebd09 columnFamilyName A 2024-11-22T21:21:00,183 DEBUG [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:00,184 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(327): Store=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:00,184 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,186 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:00,186 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8d3f2071df2c4f9f38b7b5dd8ebd09 columnFamilyName B 2024-11-22T21:21:00,186 DEBUG [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:00,187 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(327): Store=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:00,187 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,189 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:00,189 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8d3f2071df2c4f9f38b7b5dd8ebd09 columnFamilyName C 2024-11-22T21:21:00,189 DEBUG [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:00,190 INFO [StoreOpener-db8d3f2071df2c4f9f38b7b5dd8ebd09-1 {}] regionserver.HStore(327): Store=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:00,191 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:00,192 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,192 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,195 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:21:00,197 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:00,200 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:21:00,201 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened db8d3f2071df2c4f9f38b7b5dd8ebd09; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68346626, jitterRate=0.018444091081619263}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:21:00,202 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:00,203 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., pid=11, masterSystemTime=1732310460169 2024-11-22T21:21:00,206 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:00,206 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:00,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db8d3f2071df2c4f9f38b7b5dd8ebd09, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:00,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T21:21:00,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 in 195 msec 2024-11-22T21:21:00,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T21:21:00,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, ASSIGN in 355 msec 2024-11-22T21:21:00,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:21:00,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310460218"}]},"ts":"1732310460218"} 2024-11-22T21:21:00,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:21:00,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:21:00,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2110 sec 2024-11-22T21:21:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T21:21:01,140 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-22T21:21:01,146 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-22T21:21:01,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,154 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:21:01,159 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:21:01,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-22T21:21:01,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-22T21:21:01,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-22T21:21:01,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-22T21:21:01,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-22T21:21:01,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-22T21:21:01,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-22T21:21:01,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-22T21:21:01,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-22T21:21:01,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:01,218 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,218 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,219 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:01,219 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,220 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,220 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,224 DEBUG [hconnection-0x34907d80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,225 DEBUG [hconnection-0x52bb944e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-22T21:21:01,225 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,226 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:01,228 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:01,232 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:01,232 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,233 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:01,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:01,245 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,263 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,267 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,278 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:01,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:21:01,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:01,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:01,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:01,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:01,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T21:21:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:01,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3884f0190c11484a865a23a18d785f0e is 50, key is test_row_0/A:col10/1732310461310/Put/seqid=0 2024-11-22T21:21:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741839_1015 (size=12001) 2024-11-22T21:21:01,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3884f0190c11484a865a23a18d785f0e 2024-11-22T21:21:01,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310521482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310521487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310521492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310521496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310521497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:01,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6d85b8bec3324a56ab4c9757be75c958 is 50, key is test_row_0/B:col10/1732310461310/Put/seqid=0 2024-11-22T21:21:01,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741840_1016 (size=12001) 2024-11-22T21:21:01,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:01,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T21:21:01,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6d85b8bec3324a56ab4c9757be75c958 2024-11-22T21:21:01,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:01,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310521634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310521634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310521634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310521635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310521637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d83e4fe323fa463da23d71d4d2d94831 is 50, key is test_row_0/C:col10/1732310461310/Put/seqid=0 2024-11-22T21:21:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741841_1017 (size=12001) 2024-11-22T21:21:01,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d83e4fe323fa463da23d71d4d2d94831 2024-11-22T21:21:01,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3884f0190c11484a865a23a18d785f0e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e 2024-11-22T21:21:01,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T21:21:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6d85b8bec3324a56ab4c9757be75c958 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958 2024-11-22T21:21:01,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T21:21:01,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d83e4fe323fa463da23d71d4d2d94831 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831 2024-11-22T21:21:01,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T21:21:01,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 434ms, sequenceid=14, compaction requested=false 2024-11-22T21:21:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T21:21:01,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:01,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:01,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T21:21:01,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:01,774 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:21:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:01,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:01,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3ba7cfb19715456da6674be9089ec165 is 50, key is test_row_0/A:col10/1732310461489/Put/seqid=0 2024-11-22T21:21:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741842_1018 (size=12001) 2024-11-22T21:21:01,824 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3ba7cfb19715456da6674be9089ec165 2024-11-22T21:21:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/21a7a858d181493fbed7345b902bd77a is 50, key is test_row_0/B:col10/1732310461489/Put/seqid=0 2024-11-22T21:21:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310521882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310521882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741843_1019 (size=12001) 2024-11-22T21:21:01,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310521887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310521890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310521891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310521996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:01,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310521997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310522001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310522003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310522004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T21:21:02,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-22T21:21:02,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310522207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310522207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310522208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310522210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310522213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/21a7a858d181493fbed7345b902bd77a 2024-11-22T21:21:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/02551246e6a74e39b7a161abcad97089 is 50, key is test_row_0/C:col10/1732310461489/Put/seqid=0 2024-11-22T21:21:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741844_1020 (size=12001) 2024-11-22T21:21:02,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/02551246e6a74e39b7a161abcad97089 2024-11-22T21:21:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:02,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3ba7cfb19715456da6674be9089ec165 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165 2024-11-22T21:21:02,364 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T21:21:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/21a7a858d181493fbed7345b902bd77a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a 2024-11-22T21:21:02,380 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T21:21:02,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/02551246e6a74e39b7a161abcad97089 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089 2024-11-22T21:21:02,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T21:21:02,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 628ms, sequenceid=37, compaction requested=false 2024-11-22T21:21:02,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:02,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:02,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T21:21:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-22T21:21:02,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T21:21:02,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-22T21:21:02,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1900 sec 2024-11-22T21:21:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:02,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:02,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:02,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/956be44d864a449bb2263c506d06438a is 50, key is test_row_0/A:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310522622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310522622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741845_1021 (size=12001) 2024-11-22T21:21:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310522624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310522627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310522630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310522730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310522735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310522735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310522736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310522737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:21:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310522938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310522939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310522940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310522940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310522943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/956be44d864a449bb2263c506d06438a 2024-11-22T21:21:03,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/782ae4987ddf43baa3a1b0b38abc2dfd is 50, key is test_row_0/B:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:03,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741846_1022 (size=12001) 2024-11-22T21:21:03,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/782ae4987ddf43baa3a1b0b38abc2dfd 2024-11-22T21:21:03,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/c6802ae324a14c34a463c2f38b90deff is 50, key is test_row_0/C:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741847_1023 (size=12001) 2024-11-22T21:21:03,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/c6802ae324a14c34a463c2f38b90deff 2024-11-22T21:21:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/956be44d864a449bb2263c506d06438a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a 2024-11-22T21:21:03,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T21:21:03,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/782ae4987ddf43baa3a1b0b38abc2dfd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd 2024-11-22T21:21:03,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T21:21:03,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/c6802ae324a14c34a463c2f38b90deff as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff 2024-11-22T21:21:03,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T21:21:03,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 620ms, sequenceid=53, compaction requested=true 2024-11-22T21:21:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:03,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:03,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:03,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:03,210 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:03,210 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:03,214 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:03,216 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:03,217 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,217 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:03,217 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:03,217 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,217 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.2 K 2024-11-22T21:21:03,217 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.2 K 2024-11-22T21:21:03,218 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3884f0190c11484a865a23a18d785f0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310461257 2024-11-22T21:21:03,218 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d85b8bec3324a56ab4c9757be75c958, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310461257 2024-11-22T21:21:03,219 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a7a858d181493fbed7345b902bd77a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732310461486 2024-11-22T21:21:03,220 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ba7cfb19715456da6674be9089ec165, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732310461486 2024-11-22T21:21:03,221 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 782ae4987ddf43baa3a1b0b38abc2dfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:03,221 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 956be44d864a449bb2263c506d06438a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:03,267 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:03,269 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8a654dfc97e840fe9f7ce489bd1cce2f is 50, key is test_row_0/A:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:03,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:03,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,278 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#9 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:03,278 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/206382184e3d458b81603d829483f2fd is 50, key is test_row_0/B:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:03,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/b9c85e0a888849f4aeaf872411c592dd is 50, key is test_row_0/A:col10/1732310462623/Put/seqid=0 2024-11-22T21:21:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741848_1024 (size=12104) 2024-11-22T21:21:03,310 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8a654dfc97e840fe9f7ce489bd1cce2f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8a654dfc97e840fe9f7ce489bd1cce2f 2024-11-22T21:21:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741849_1025 (size=12104) 2024-11-22T21:21:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310523298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310523300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310523316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,335 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/206382184e3d458b81603d829483f2fd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/206382184e3d458b81603d829483f2fd 2024-11-22T21:21:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310523320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,342 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 8a654dfc97e840fe9f7ce489bd1cce2f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:03,342 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T21:21:03,343 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-22T21:21:03,344 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310463209; duration=0sec 2024-11-22T21:21:03,344 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:03,344 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:03,344 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:03,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:03,347 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:03,347 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:03,347 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,348 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.2 K 2024-11-22T21:21:03,349 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d83e4fe323fa463da23d71d4d2d94831, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310461257 2024-11-22T21:21:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-22T21:21:03,354 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:03,354 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02551246e6a74e39b7a161abcad97089, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732310461486 2024-11-22T21:21:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741850_1026 (size=16681) 2024-11-22T21:21:03,355 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 206382184e3d458b81603d829483f2fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:03,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:03,356 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310463209; duration=0sec 2024-11-22T21:21:03,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:03,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:03,356 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6802ae324a14c34a463c2f38b90deff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:03,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:03,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:03,399 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:03,400 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/0e3d70d1c47f43a382d59602e56f95c2 is 50, key is test_row_0/C:col10/1732310462520/Put/seqid=0 2024-11-22T21:21:03,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741851_1027 (size=12104) 2024-11-22T21:21:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310523429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310523430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310523432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310523438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310523439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,451 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/0e3d70d1c47f43a382d59602e56f95c2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0e3d70d1c47f43a382d59602e56f95c2 2024-11-22T21:21:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:03,469 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 0e3d70d1c47f43a382d59602e56f95c2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:03,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:03,470 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310463210; duration=0sec 2024-11-22T21:21:03,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:03,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:03,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:03,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T21:21:03,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T21:21:03,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T21:21:03,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-22T21:21:03,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:21:03,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T21:21:03,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T21:21:03,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T21:21:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:21:03,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T21:21:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310523640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310523641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310523643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310523644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310523646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:03,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:03,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/b9c85e0a888849f4aeaf872411c592dd 2024-11-22T21:21:03,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6823b5fdf7aa47c287b3493161f234e2 is 50, key is test_row_0/B:col10/1732310462623/Put/seqid=0 2024-11-22T21:21:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741852_1028 (size=12001) 2024-11-22T21:21:03,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6823b5fdf7aa47c287b3493161f234e2 2024-11-22T21:21:03,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:03,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:03,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d5a63fc5a1cd4aabbc142901a9244e9f is 50, key is test_row_0/C:col10/1732310462623/Put/seqid=0 2024-11-22T21:21:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741853_1029 (size=12001) 2024-11-22T21:21:03,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d5a63fc5a1cd4aabbc142901a9244e9f 2024-11-22T21:21:03,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/b9c85e0a888849f4aeaf872411c592dd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd 2024-11-22T21:21:03,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd, entries=250, sequenceid=76, filesize=16.3 K 2024-11-22T21:21:03,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6823b5fdf7aa47c287b3493161f234e2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2 2024-11-22T21:21:03,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T21:21:03,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d5a63fc5a1cd4aabbc142901a9244e9f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f 2024-11-22T21:21:03,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T21:21:03,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 645ms, sequenceid=76, compaction requested=false 2024-11-22T21:21:03,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:03,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:21:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:03,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:03,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:03,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:03,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:03,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:03,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:03,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:03,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3c3248ad75e04f93a10c90f440c32538 is 50, key is test_row_0/A:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:03,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310523983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310523988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310523988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310523993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:03,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310523993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741854_1030 (size=12001) 2024-11-22T21:21:04,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3c3248ad75e04f93a10c90f440c32538 2024-11-22T21:21:04,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64e57d42b18e4b059927ea4136d1efec is 50, key is test_row_0/B:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741855_1031 (size=12001) 2024-11-22T21:21:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310524095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310524099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310524100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310524100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310524100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:04,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:04,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:04,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:04,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310524300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310524305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310524305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310524305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310524306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:04,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:04,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64e57d42b18e4b059927ea4136d1efec 2024-11-22T21:21:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:04,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/f5120d446a3141cdb198e1ed3aa12fcb is 50, key is test_row_0/C:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741856_1032 (size=12001) 2024-11-22T21:21:04,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/f5120d446a3141cdb198e1ed3aa12fcb 2024-11-22T21:21:04,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/3c3248ad75e04f93a10c90f440c32538 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538 2024-11-22T21:21:04,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T21:21:04,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64e57d42b18e4b059927ea4136d1efec as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec 2024-11-22T21:21:04,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T21:21:04,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/f5120d446a3141cdb198e1ed3aa12fcb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb 2024-11-22T21:21:04,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T21:21:04,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 622ms, sequenceid=94, compaction requested=true 2024-11-22T21:21:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:04,574 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:04,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:21:04,575 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:04,577 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:04,577 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:04,577 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:04,577 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:04,577 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,578 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,578 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8a654dfc97e840fe9f7ce489bd1cce2f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=39.8 K 2024-11-22T21:21:04,578 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/206382184e3d458b81603d829483f2fd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.3 K 2024-11-22T21:21:04,579 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a654dfc97e840fe9f7ce489bd1cce2f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:04,579 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 206382184e3d458b81603d829483f2fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:04,580 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c85e0a888849f4aeaf872411c592dd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310462618 2024-11-22T21:21:04,580 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6823b5fdf7aa47c287b3493161f234e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310462623 2024-11-22T21:21:04,581 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 64e57d42b18e4b059927ea4136d1efec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:04,581 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c3248ad75e04f93a10c90f440c32538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:04,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:04,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T21:21:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,602 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T21:21:04,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:04,603 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:04,604 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/592a4820c7c846648b10fdd94cded4b0 is 50, key is test_row_0/B:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:04,610 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:04,611 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/d178ed34b6c64d14a25fc0d9260f2fa7 is 50, key is test_row_0/A:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/598389f641654a8da992aa55fd6d2ca7 is 50, key is test_row_0/A:col10/1732310463985/Put/seqid=0 2024-11-22T21:21:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:04,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741857_1033 (size=12207) 2024-11-22T21:21:04,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310524633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310524634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310524634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741858_1034 (size=12207) 2024-11-22T21:21:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310524639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741859_1035 (size=12001) 2024-11-22T21:21:04,651 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/598389f641654a8da992aa55fd6d2ca7 2024-11-22T21:21:04,657 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/592a4820c7c846648b10fdd94cded4b0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/592a4820c7c846648b10fdd94cded4b0 2024-11-22T21:21:04,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310524641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/2533f5905e9d425f809269c09c7dfc49 is 50, key is test_row_0/B:col10/1732310463985/Put/seqid=0 2024-11-22T21:21:04,669 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 592a4820c7c846648b10fdd94cded4b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:04,669 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:04,669 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310464574; duration=0sec 2024-11-22T21:21:04,669 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:04,670 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:04,670 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:04,673 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:04,673 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:04,673 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:04,673 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0e3d70d1c47f43a382d59602e56f95c2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.3 K 2024-11-22T21:21:04,674 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e3d70d1c47f43a382d59602e56f95c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732310461874 2024-11-22T21:21:04,674 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a63fc5a1cd4aabbc142901a9244e9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310462623 2024-11-22T21:21:04,675 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f5120d446a3141cdb198e1ed3aa12fcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741860_1036 (size=12001) 2024-11-22T21:21:04,698 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:04,699 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d33e0dc10c9e4b779a384593efd69b72 is 50, key is test_row_0/C:col10/1732310463948/Put/seqid=0 2024-11-22T21:21:04,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741861_1037 (size=12207) 2024-11-22T21:21:04,746 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d33e0dc10c9e4b779a384593efd69b72 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d33e0dc10c9e4b779a384593efd69b72 2024-11-22T21:21:04,760 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into d33e0dc10c9e4b779a384593efd69b72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:04,760 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:04,760 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310464575; duration=0sec 2024-11-22T21:21:04,760 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:04,760 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310524760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310524760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310524761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310524763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310524762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310524969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310524969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310524970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310524970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:04,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310524970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,059 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/d178ed34b6c64d14a25fc0d9260f2fa7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/d178ed34b6c64d14a25fc0d9260f2fa7 2024-11-22T21:21:05,070 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into d178ed34b6c64d14a25fc0d9260f2fa7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:05,070 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:05,070 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310464574; duration=0sec 2024-11-22T21:21:05,071 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:05,071 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:05,089 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/2533f5905e9d425f809269c09c7dfc49 2024-11-22T21:21:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/17a6e71b96da4532aaf4be87180cbc57 is 50, key is test_row_0/C:col10/1732310463985/Put/seqid=0 2024-11-22T21:21:05,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741862_1038 (size=12001) 2024-11-22T21:21:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310525273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310525275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310525275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310525276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310525282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:05,529 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/17a6e71b96da4532aaf4be87180cbc57 2024-11-22T21:21:05,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/598389f641654a8da992aa55fd6d2ca7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7 2024-11-22T21:21:05,552 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T21:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/2533f5905e9d425f809269c09c7dfc49 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49 2024-11-22T21:21:05,567 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T21:21:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/17a6e71b96da4532aaf4be87180cbc57 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57 2024-11-22T21:21:05,579 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T21:21:05,580 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 978ms, sequenceid=115, compaction requested=false 2024-11-22T21:21:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T21:21:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-22T21:21:05,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T21:21:05,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2260 sec 2024-11-22T21:21:05,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.2410 sec 2024-11-22T21:21:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:05,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T21:21:05,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:05,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:05,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:05,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:05,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:05,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:05,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/38fd786ef09b404a850241c0c2af992b is 50, key is test_row_0/A:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310525813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310525813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310525815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310525816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310525815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741863_1039 (size=12101) 2024-11-22T21:21:05,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/38fd786ef09b404a850241c0c2af992b 2024-11-22T21:21:05,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64ffe417b1134f2481e5248f25055058 is 50, key is test_row_0/B:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741864_1040 (size=12101) 2024-11-22T21:21:05,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64ffe417b1134f2481e5248f25055058 2024-11-22T21:21:05,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/1cc314c93acc4ed38ab6286cd9cec075 is 50, key is test_row_0/C:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:05,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741865_1041 (size=12101) 2024-11-22T21:21:05,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/1cc314c93acc4ed38ab6286cd9cec075 2024-11-22T21:21:05,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/38fd786ef09b404a850241c0c2af992b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b 2024-11-22T21:21:05,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T21:21:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/64ffe417b1134f2481e5248f25055058 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058 2024-11-22T21:21:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310525918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310525919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310525923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310525924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310525923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:05,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T21:21:05,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/1cc314c93acc4ed38ab6286cd9cec075 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075 2024-11-22T21:21:05,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T21:21:05,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 161ms, sequenceid=134, compaction requested=true 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:05,943 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:05,943 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:05,946 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:05,946 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:05,946 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:05,946 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:05,946 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:05,946 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:05,946 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/592a4820c7c846648b10fdd94cded4b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.5 K 2024-11-22T21:21:05,946 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/d178ed34b6c64d14a25fc0d9260f2fa7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.5 K 2024-11-22T21:21:05,947 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 592a4820c7c846648b10fdd94cded4b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:05,947 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d178ed34b6c64d14a25fc0d9260f2fa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:05,948 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2533f5905e9d425f809269c09c7dfc49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732310463985 2024-11-22T21:21:05,948 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 598389f641654a8da992aa55fd6d2ca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732310463985 2024-11-22T21:21:05,949 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ffe417b1134f2481e5248f25055058, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:05,949 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38fd786ef09b404a850241c0c2af992b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:05,962 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:05,962 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/07748fc91b7c45a89b072e4c370eff4e is 50, key is test_row_0/A:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:05,967 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:05,968 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/5242b777846e4841afe2159453227325 is 50, key is test_row_0/B:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741866_1042 (size=12409) 2024-11-22T21:21:05,979 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/07748fc91b7c45a89b072e4c370eff4e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/07748fc91b7c45a89b072e4c370eff4e 2024-11-22T21:21:05,991 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 07748fc91b7c45a89b072e4c370eff4e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:05,991 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:05,991 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310465943; duration=0sec 2024-11-22T21:21:05,992 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:05,993 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:05,993 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:05,995 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:05,995 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:05,995 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:05,995 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d33e0dc10c9e4b779a384593efd69b72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.5 K 2024-11-22T21:21:05,996 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33e0dc10c9e4b779a384593efd69b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732310463316 2024-11-22T21:21:05,997 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17a6e71b96da4532aaf4be87180cbc57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732310463985 2024-11-22T21:21:05,997 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc314c93acc4ed38ab6286cd9cec075, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:05,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741867_1043 (size=12409) 2024-11-22T21:21:06,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/5242b777846e4841afe2159453227325 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/5242b777846e4841afe2159453227325 2024-11-22T21:21:06,022 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 5242b777846e4841afe2159453227325(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:06,022 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:06,022 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310465943; duration=0sec 2024-11-22T21:21:06,023 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:06,023 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:06,036 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#29 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:06,037 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/624b6c2160f64db8986596bc3b361f8d is 50, key is test_row_0/C:col10/1732310464636/Put/seqid=0 2024-11-22T21:21:06,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741868_1044 (size=12409) 2024-11-22T21:21:06,072 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/624b6c2160f64db8986596bc3b361f8d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/624b6c2160f64db8986596bc3b361f8d 2024-11-22T21:21:06,084 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 624b6c2160f64db8986596bc3b361f8d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:06,084 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:06,084 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310465943; duration=0sec 2024-11-22T21:21:06,084 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:06,084 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:06,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T21:21:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/7efd8291f97f4624a811f01be31690c6 is 50, key is test_row_0/A:col10/1732310466126/Put/seqid=0 2024-11-22T21:21:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310526141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310526142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310526142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310526146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310526152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741869_1045 (size=12151) 2024-11-22T21:21:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310526248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310526248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310526250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310526256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310526255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310526454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310526454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310526454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310526461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310526463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/7efd8291f97f4624a811f01be31690c6 2024-11-22T21:21:06,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/7cf26ae5b566462d9c97f1d2c11846ac is 50, key is test_row_0/B:col10/1732310466126/Put/seqid=0 2024-11-22T21:21:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741870_1046 (size=12151) 2024-11-22T21:21:06,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/7cf26ae5b566462d9c97f1d2c11846ac 2024-11-22T21:21:06,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe2c843ac904895880eaec74557c773 is 50, key is test_row_0/C:col10/1732310466126/Put/seqid=0 2024-11-22T21:21:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741871_1047 (size=12151) 2024-11-22T21:21:06,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe2c843ac904895880eaec74557c773 2024-11-22T21:21:06,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/7efd8291f97f4624a811f01be31690c6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6 2024-11-22T21:21:06,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T21:21:06,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/7cf26ae5b566462d9c97f1d2c11846ac as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac 2024-11-22T21:21:06,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T21:21:06,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe2c843ac904895880eaec74557c773 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773 2024-11-22T21:21:06,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T21:21:06,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 564ms, sequenceid=159, compaction requested=false 2024-11-22T21:21:06,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:06,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:06,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f0a8e973ab494590a879dc4a948176c4 is 50, key is test_row_0/A:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:06,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741872_1048 (size=14541) 2024-11-22T21:21:06,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310526783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310526782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310526784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310526785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310526789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310526891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310526891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310526891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310526892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310526893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310527094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310527098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310527100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310527101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310527105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f0a8e973ab494590a879dc4a948176c4 2024-11-22T21:21:07,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/c7c41f1360654b0ab4d5cb29cafec401 is 50, key is test_row_0/B:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741873_1049 (size=12151) 2024-11-22T21:21:07,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/c7c41f1360654b0ab4d5cb29cafec401 2024-11-22T21:21:07,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ec78c54fb032423d9942f92ec7f9fc13 is 50, key is test_row_0/C:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741874_1050 (size=12151) 2024-11-22T21:21:07,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310527397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310527403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310527404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310527404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310527409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T21:21:07,467 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-22T21:21:07,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-22T21:21:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T21:21:07,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:07,473 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:07,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T21:21:07,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:07,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T21:21:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:07,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ec78c54fb032423d9942f92ec7f9fc13 2024-11-22T21:21:07,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f0a8e973ab494590a879dc4a948176c4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4 2024-11-22T21:21:07,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4, entries=200, sequenceid=174, filesize=14.2 K 2024-11-22T21:21:07,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/c7c41f1360654b0ab4d5cb29cafec401 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401 2024-11-22T21:21:07,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T21:21:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ec78c54fb032423d9942f92ec7f9fc13 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13 2024-11-22T21:21:07,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T21:21:07,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 931ms, sequenceid=174, compaction requested=true 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:07,690 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:07,690 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:07,692 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:07,692 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:07,692 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:07,692 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:07,692 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,692 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,692 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/5242b777846e4841afe2159453227325, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.9 K 2024-11-22T21:21:07,692 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/07748fc91b7c45a89b072e4c370eff4e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=38.2 K 2024-11-22T21:21:07,693 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5242b777846e4841afe2159453227325, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:07,693 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07748fc91b7c45a89b072e4c370eff4e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:07,694 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf26ae5b566462d9c97f1d2c11846ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310465808 2024-11-22T21:21:07,694 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7efd8291f97f4624a811f01be31690c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310465808 2024-11-22T21:21:07,694 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c7c41f1360654b0ab4d5cb29cafec401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:07,694 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a8e973ab494590a879dc4a948176c4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:07,709 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:07,710 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/56a6cd37866f4291976e7d82d01bc92a is 50, key is test_row_0/A:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:07,710 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:07,711 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/cb73d09485324f3898a1b434082b889e is 50, key is test_row_0/B:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741875_1051 (size=12561) 2024-11-22T21:21:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741876_1052 (size=12561) 2024-11-22T21:21:07,739 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/56a6cd37866f4291976e7d82d01bc92a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/56a6cd37866f4291976e7d82d01bc92a 2024-11-22T21:21:07,759 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 56a6cd37866f4291976e7d82d01bc92a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:07,759 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:07,759 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310467690; duration=0sec 2024-11-22T21:21:07,759 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:07,759 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:07,759 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:07,761 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:07,762 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:07,762 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,762 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/624b6c2160f64db8986596bc3b361f8d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=35.9 K 2024-11-22T21:21:07,763 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 624b6c2160f64db8986596bc3b361f8d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310464629 2024-11-22T21:21:07,763 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fe2c843ac904895880eaec74557c773, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310465808 2024-11-22T21:21:07,766 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec78c54fb032423d9942f92ec7f9fc13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T21:21:07,780 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:07,781 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/32ae9d689bdc449b84c08bf9724cd05d is 50, key is test_row_0/C:col10/1732310466757/Put/seqid=0 2024-11-22T21:21:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741877_1053 (size=12561) 2024-11-22T21:21:07,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:07,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T21:21:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:07,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:07,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/596f562fd84343b2bec9f3c04a158b6f is 50, key is test_row_0/A:col10/1732310466786/Put/seqid=0 2024-11-22T21:21:07,806 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/32ae9d689bdc449b84c08bf9724cd05d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/32ae9d689bdc449b84c08bf9724cd05d 2024-11-22T21:21:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741878_1054 (size=12151) 2024-11-22T21:21:07,816 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 32ae9d689bdc449b84c08bf9724cd05d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:07,817 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/596f562fd84343b2bec9f3c04a158b6f 2024-11-22T21:21:07,817 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:07,817 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310467690; duration=0sec 2024-11-22T21:21:07,818 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:07,818 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/1fdf208369ae44a894ab203b86598c67 is 50, key is test_row_0/B:col10/1732310466786/Put/seqid=0 2024-11-22T21:21:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741879_1055 (size=12151) 2024-11-22T21:21:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:07,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310527916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310527917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310527918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310527918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310527919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T21:21:08,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/cb73d09485324f3898a1b434082b889e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/cb73d09485324f3898a1b434082b889e 2024-11-22T21:21:08,152 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into cb73d09485324f3898a1b434082b889e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:08,152 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:08,152 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310467690; duration=0sec 2024-11-22T21:21:08,153 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:08,153 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:08,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/1fdf208369ae44a894ab203b86598c67 2024-11-22T21:21:08,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/19184206575f43498bd9fd3c3c40ae5c is 50, key is test_row_0/C:col10/1732310466786/Put/seqid=0 2024-11-22T21:21:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741880_1056 (size=12151) 2024-11-22T21:21:08,261 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/19184206575f43498bd9fd3c3c40ae5c 2024-11-22T21:21:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/596f562fd84343b2bec9f3c04a158b6f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f 2024-11-22T21:21:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:21:08,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/1fdf208369ae44a894ab203b86598c67 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67 2024-11-22T21:21:08,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:21:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/19184206575f43498bd9fd3c3c40ae5c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c 2024-11-22T21:21:08,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:21:08,308 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 516ms, sequenceid=196, compaction requested=false 2024-11-22T21:21:08,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:08,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-22T21:21:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-22T21:21:08,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T21:21:08,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 837 msec 2024-11-22T21:21:08,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 845 msec 2024-11-22T21:21:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:08,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T21:21:08,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:08,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f69b7aca67444b639fdfa178ab7d25c5 is 50, key is test_row_0/A:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:08,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741881_1057 (size=12151) 2024-11-22T21:21:08,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f69b7aca67444b639fdfa178ab7d25c5 2024-11-22T21:21:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0468f1918d44b74a2b515d4c7914cf7 is 50, key is test_row_0/B:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T21:21:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741882_1058 (size=12151) 2024-11-22T21:21:08,578 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-22T21:21:08,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0468f1918d44b74a2b515d4c7914cf7 2024-11-22T21:21:08,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-22T21:21:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:08,590 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:08,592 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:08,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:08,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe8527733a94bb791d7325648a548c3 is 50, key is test_row_0/C:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741883_1059 (size=12151) 2024-11-22T21:21:08,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe8527733a94bb791d7325648a548c3 2024-11-22T21:21:08,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/f69b7aca67444b639fdfa178ab7d25c5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5 2024-11-22T21:21:08,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T21:21:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0468f1918d44b74a2b515d4c7914cf7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7 2024-11-22T21:21:08,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T21:21:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3fe8527733a94bb791d7325648a548c3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3 2024-11-22T21:21:08,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T21:21:08,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 121ms, sequenceid=215, compaction requested=true 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:08,654 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:08,654 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:08,656 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:08,656 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:08,656 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:08,656 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:08,656 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,656 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,657 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/cb73d09485324f3898a1b434082b889e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=36.0 K 2024-11-22T21:21:08,657 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/56a6cd37866f4291976e7d82d01bc92a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=36.0 K 2024-11-22T21:21:08,657 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting cb73d09485324f3898a1b434082b889e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:08,657 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fdf208369ae44a894ab203b86598c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310466777 2024-11-22T21:21:08,658 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56a6cd37866f4291976e7d82d01bc92a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:08,658 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596f562fd84343b2bec9f3c04a158b6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310466777 2024-11-22T21:21:08,658 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f0468f1918d44b74a2b515d4c7914cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:08,659 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f69b7aca67444b639fdfa178ab7d25c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:08,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:21:08,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:08,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:08,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:08,675 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:08,676 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/fecfd3150ce24d5795a0be52a07cf9c3 is 50, key is test_row_0/B:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:08,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/e792386e510a44e6ba994976f1dd8d37 is 50, key is test_row_0/A:col10/1732310468665/Put/seqid=0 2024-11-22T21:21:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,684 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#46 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,685 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8e975abe7bb54548a4a997059e637810 is 50, key is test_row_0/A:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:08,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741884_1060 (size=14541) 2024-11-22T21:21:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741885_1061 (size=12663) 2024-11-22T21:21:08,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741886_1062 (size=12663) 2024-11-22T21:21:08,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:08,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:08,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:08,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:08,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:08,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310528988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310528993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310528993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310528994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310528994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/e792386e510a44e6ba994976f1dd8d37 2024-11-22T21:21:09,130 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/fecfd3150ce24d5795a0be52a07cf9c3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fecfd3150ce24d5795a0be52a07cf9c3 2024-11-22T21:21:09,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0339f468f2c42559867c152c3e2064c is 50, key is test_row_0/B:col10/1732310468665/Put/seqid=0 2024-11-22T21:21:09,137 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8e975abe7bb54548a4a997059e637810 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8e975abe7bb54548a4a997059e637810 2024-11-22T21:21:09,142 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into fecfd3150ce24d5795a0be52a07cf9c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:09,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:09,143 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310468654; duration=0sec 2024-11-22T21:21:09,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:09,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:09,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:09,145 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:09,145 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:09,145 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,145 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/32ae9d689bdc449b84c08bf9724cd05d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=36.0 K 2024-11-22T21:21:09,146 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ae9d689bdc449b84c08bf9724cd05d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732310466139 2024-11-22T21:21:09,146 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 19184206575f43498bd9fd3c3c40ae5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310466777 2024-11-22T21:21:09,147 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe8527733a94bb791d7325648a548c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:09,149 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 8e975abe7bb54548a4a997059e637810(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:09,149 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:09,149 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310468654; duration=0sec 2024-11-22T21:21:09,149 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:09,149 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741887_1063 (size=12151) 2024-11-22T21:21:09,163 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:09,164 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/2495ac4e104e4c628d1c007617d78b44 is 50, key is test_row_0/C:col10/1732310468531/Put/seqid=0 2024-11-22T21:21:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741888_1064 (size=12663) 2024-11-22T21:21:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:09,207 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310529293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310529296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310529296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310529298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310529299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0339f468f2c42559867c152c3e2064c 2024-11-22T21:21:09,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/377e6012174245fab6dfd20462d912ae is 50, key is test_row_0/C:col10/1732310468665/Put/seqid=0 2024-11-22T21:21:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741889_1065 (size=12151) 2024-11-22T21:21:09,593 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/2495ac4e104e4c628d1c007617d78b44 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/2495ac4e104e4c628d1c007617d78b44 2024-11-22T21:21:09,600 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 2495ac4e104e4c628d1c007617d78b44(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:09,600 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:09,600 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310468654; duration=0sec 2024-11-22T21:21:09,600 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:09,600 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:09,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310529799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310529800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310529802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310529804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310529804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:09,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/377e6012174245fab6dfd20462d912ae 2024-11-22T21:21:09,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:09,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:09,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:09,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/e792386e510a44e6ba994976f1dd8d37 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37 2024-11-22T21:21:09,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37, entries=200, sequenceid=238, filesize=14.2 K 2024-11-22T21:21:09,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f0339f468f2c42559867c152c3e2064c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c 2024-11-22T21:21:10,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T21:21:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/377e6012174245fab6dfd20462d912ae as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae 2024-11-22T21:21:10,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T21:21:10,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 1349ms, sequenceid=238, compaction requested=false 2024-11-22T21:21:10,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:10,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:10,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T21:21:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:10,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:10,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/547343f63a7a43dea5ddec57bbf644f8 is 50, key is test_row_0/A:col10/1732310468680/Put/seqid=0 2024-11-22T21:21:10,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741890_1066 (size=12151) 2024-11-22T21:21:10,571 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/547343f63a7a43dea5ddec57bbf644f8 2024-11-22T21:21:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/315b10c418bb484dbc33ecf9b7be8b33 is 50, key is test_row_0/B:col10/1732310468680/Put/seqid=0 2024-11-22T21:21:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741891_1067 (size=12151) 2024-11-22T21:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:10,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310530825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310530827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310530828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310530829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310530828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310530931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310530931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310530932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310530933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310530933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:10,998 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/315b10c418bb484dbc33ecf9b7be8b33 2024-11-22T21:21:11,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/21e0e5d7b52945dfb7bf5df087c7d1d2 is 50, key is test_row_0/C:col10/1732310468680/Put/seqid=0 2024-11-22T21:21:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741892_1068 (size=12151) 2024-11-22T21:21:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/21e0e5d7b52945dfb7bf5df087c7d1d2 2024-11-22T21:21:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/547343f63a7a43dea5ddec57bbf644f8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8 2024-11-22T21:21:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T21:21:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/315b10c418bb484dbc33ecf9b7be8b33 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33 2024-11-22T21:21:11,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T21:21:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/21e0e5d7b52945dfb7bf5df087c7d1d2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2 2024-11-22T21:21:11,061 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T21:21:11,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 929ms, sequenceid=254, compaction requested=true 2024-11-22T21:21:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T21:21:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-22T21:21:11,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T21:21:11,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-11-22T21:21:11,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.4870 sec 2024-11-22T21:21:11,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:21:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:11,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:11,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c691a0a890674a6caca1a4bd7eed483e is 50, key is test_row_0/A:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:11,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310531146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310531148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310531150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310531153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310531161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741893_1069 (size=14741) 2024-11-22T21:21:11,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310531254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310531254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310531256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310531258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310531265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310531458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310531460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310531460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310531460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310531468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c691a0a890674a6caca1a4bd7eed483e 2024-11-22T21:21:11,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/68c82af9e62e48a48923957b7dc830d4 is 50, key is test_row_0/B:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:11,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741894_1070 (size=12301) 2024-11-22T21:21:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310531762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310531763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310531764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310531764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310531773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:11,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/68c82af9e62e48a48923957b7dc830d4 2024-11-22T21:21:12,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d51d082cba724c00ae636843ce3f255f is 50, key is test_row_0/C:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:12,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741895_1071 (size=12301) 2024-11-22T21:21:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310532264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310532270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310532270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310532270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:12,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310532278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:12,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d51d082cba724c00ae636843ce3f255f 2024-11-22T21:21:12,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c691a0a890674a6caca1a4bd7eed483e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e 2024-11-22T21:21:12,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e, entries=200, sequenceid=280, filesize=14.4 K 2024-11-22T21:21:12,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/68c82af9e62e48a48923957b7dc830d4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4 2024-11-22T21:21:12,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T21:21:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d51d082cba724c00ae636843ce3f255f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f 2024-11-22T21:21:12,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T21:21:12,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 1308ms, sequenceid=280, compaction requested=true 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:12,447 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:12,447 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:12,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:12,449 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:12,449 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:12,450 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:12,450 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8e975abe7bb54548a4a997059e637810, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=52.8 K 2024-11-22T21:21:12,450 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:12,450 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:12,450 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:12,450 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fecfd3150ce24d5795a0be52a07cf9c3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.1 K 2024-11-22T21:21:12,451 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e975abe7bb54548a4a997059e637810, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:12,451 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting fecfd3150ce24d5795a0be52a07cf9c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:12,451 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e792386e510a44e6ba994976f1dd8d37, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732310468554 2024-11-22T21:21:12,452 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f0339f468f2c42559867c152c3e2064c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732310468662 2024-11-22T21:21:12,452 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 547343f63a7a43dea5ddec57bbf644f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310468678 2024-11-22T21:21:12,452 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 315b10c418bb484dbc33ecf9b7be8b33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310468678 2024-11-22T21:21:12,453 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c691a0a890674a6caca1a4bd7eed483e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310470824 2024-11-22T21:21:12,454 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 68c82af9e62e48a48923957b7dc830d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310471135 2024-11-22T21:21:12,471 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#57 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:12,472 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/093b52f0edc74be2980883316061a12a is 50, key is test_row_0/A:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:12,474 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#58 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:12,474 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/10ebc448144c43ac922bbab38b35f1f9 is 50, key is test_row_0/B:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741896_1072 (size=12949) 2024-11-22T21:21:12,496 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/093b52f0edc74be2980883316061a12a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/093b52f0edc74be2980883316061a12a 2024-11-22T21:21:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741897_1073 (size=12949) 2024-11-22T21:21:12,506 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/10ebc448144c43ac922bbab38b35f1f9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/10ebc448144c43ac922bbab38b35f1f9 2024-11-22T21:21:12,512 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 093b52f0edc74be2980883316061a12a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:12,512 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:12,512 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=12, startTime=1732310472447; duration=0sec 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:12,513 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 10ebc448144c43ac922bbab38b35f1f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:12,513 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=12, startTime=1732310472447; duration=0sec 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:12,513 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:12,516 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:12,516 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:12,516 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:12,517 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/2495ac4e104e4c628d1c007617d78b44, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.1 K 2024-11-22T21:21:12,517 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2495ac4e104e4c628d1c007617d78b44, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732310467912 2024-11-22T21:21:12,518 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 377e6012174245fab6dfd20462d912ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732310468662 2024-11-22T21:21:12,518 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e0e5d7b52945dfb7bf5df087c7d1d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310468678 2024-11-22T21:21:12,519 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d51d082cba724c00ae636843ce3f255f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310471135 2024-11-22T21:21:12,560 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#59 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:12,561 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/bb377edb397f457fa8da71a2c6b4f485 is 50, key is test_row_0/C:col10/1732310471135/Put/seqid=0 2024-11-22T21:21:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741898_1074 (size=12949) 2024-11-22T21:21:12,586 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/bb377edb397f457fa8da71a2c6b4f485 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/bb377edb397f457fa8da71a2c6b4f485 2024-11-22T21:21:12,597 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into bb377edb397f457fa8da71a2c6b4f485(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:12,597 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:12,597 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=12, startTime=1732310472447; duration=0sec 2024-11-22T21:21:12,597 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:12,598 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T21:21:12,697 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-22T21:21:12,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-22T21:21:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T21:21:12,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:12,707 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:12,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T21:21:12,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:12,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T21:21:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:12,862 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:12,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/894ef4adcbb5422aade9298e6350a6f7 is 50, key is test_row_0/A:col10/1732310471151/Put/seqid=0 2024-11-22T21:21:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741899_1075 (size=9857) 2024-11-22T21:21:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T21:21:13,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:13,276 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/894ef4adcbb5422aade9298e6350a6f7 2024-11-22T21:21:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/fd5348b2b89546e5b6c284404cbea236 is 50, key is test_row_0/B:col10/1732310471151/Put/seqid=0 2024-11-22T21:21:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310533303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310533300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310533305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310533306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T21:21:13,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310533306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741900_1076 (size=9857) 2024-11-22T21:21:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310533408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310533409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310533409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310533412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310533414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310533610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310533613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310533613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310533615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310533616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,711 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/fd5348b2b89546e5b6c284404cbea236 2024-11-22T21:21:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/467f6ce9e9d24707a17fc9056f2c3f1f is 50, key is test_row_0/C:col10/1732310471151/Put/seqid=0 2024-11-22T21:21:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741901_1077 (size=9857) 2024-11-22T21:21:13,733 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/467f6ce9e9d24707a17fc9056f2c3f1f 2024-11-22T21:21:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/894ef4adcbb5422aade9298e6350a6f7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7 2024-11-22T21:21:13,749 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7, entries=100, sequenceid=294, filesize=9.6 K 2024-11-22T21:21:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/fd5348b2b89546e5b6c284404cbea236 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236 2024-11-22T21:21:13,759 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236, entries=100, sequenceid=294, filesize=9.6 K 2024-11-22T21:21:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/467f6ce9e9d24707a17fc9056f2c3f1f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f 2024-11-22T21:21:13,767 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f, entries=100, sequenceid=294, filesize=9.6 K 2024-11-22T21:21:13,768 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 906ms, sequenceid=294, compaction requested=false 2024-11-22T21:21:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:13,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T21:21:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-22T21:21:13,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T21:21:13,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-11-22T21:21:13,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0710 sec 2024-11-22T21:21:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T21:21:13,810 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-22T21:21:13,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-22T21:21:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:13,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:13,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:13,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:13,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310533923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310533924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310533926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310533927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310533927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:13,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/50ca8fc5186041b486e39ef95dd59124 is 50, key is test_row_0/A:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:13,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741902_1078 (size=14741) 2024-11-22T21:21:13,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/50ca8fc5186041b486e39ef95dd59124 2024-11-22T21:21:13,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/58003fd888f94d11baf5d91c9fa80528 is 50, key is test_row_0/B:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:13,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:13,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:13,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741903_1079 (size=12301) 2024-11-22T21:21:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310534031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310534032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310534032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:14,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:14,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310534236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310534236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310534238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:14,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/58003fd888f94d11baf5d91c9fa80528 2024-11-22T21:21:14,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3deefde98a6f467fbcd9e1608271352e is 50, key is test_row_0/C:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741904_1080 (size=12301) 2024-11-22T21:21:14,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3deefde98a6f467fbcd9e1608271352e 2024-11-22T21:21:14,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:14,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:14,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:14,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/50ca8fc5186041b486e39ef95dd59124 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124 2024-11-22T21:21:14,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124, entries=200, sequenceid=323, filesize=14.4 K 2024-11-22T21:21:14,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/58003fd888f94d11baf5d91c9fa80528 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528 2024-11-22T21:21:14,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T21:21:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/3deefde98a6f467fbcd9e1608271352e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e 2024-11-22T21:21:14,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T21:21:14,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 558ms, sequenceid=323, compaction requested=true 2024-11-22T21:21:14,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:14,477 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:14,477 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:14,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:14,479 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:14,479 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:14,479 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,479 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/093b52f0edc74be2980883316061a12a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=36.7 K 2024-11-22T21:21:14,480 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:14,480 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:14,480 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,480 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/10ebc448144c43ac922bbab38b35f1f9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=34.3 K 2024-11-22T21:21:14,480 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 093b52f0edc74be2980883316061a12a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310471135 2024-11-22T21:21:14,481 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 10ebc448144c43ac922bbab38b35f1f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310471135 2024-11-22T21:21:14,481 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 894ef4adcbb5422aade9298e6350a6f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310471150 2024-11-22T21:21:14,481 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5348b2b89546e5b6c284404cbea236, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310471150 2024-11-22T21:21:14,482 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ca8fc5186041b486e39ef95dd59124, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:14,482 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 58003fd888f94d11baf5d91c9fa80528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:14,496 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:14,496 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/75ed014beab34e7faa6f00805a21f21a is 50, key is test_row_0/B:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:14,497 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:14,501 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/0f735672dafb4a4ba664cd9457b88618 is 50, key is test_row_0/A:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:14,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741905_1081 (size=13051) 2024-11-22T21:21:14,533 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/75ed014beab34e7faa6f00805a21f21a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/75ed014beab34e7faa6f00805a21f21a 2024-11-22T21:21:14,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,549 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 75ed014beab34e7faa6f00805a21f21a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:14,549 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:14,549 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310474477; duration=0sec 2024-11-22T21:21:14,549 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:14,549 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:14,549 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:14,551 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:14,551 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:14,551 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,551 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/bb377edb397f457fa8da71a2c6b4f485, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=34.3 K 2024-11-22T21:21:14,552 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bb377edb397f457fa8da71a2c6b4f485, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310471135 2024-11-22T21:21:14,554 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 467f6ce9e9d24707a17fc9056f2c3f1f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310471150 2024-11-22T21:21:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741906_1082 (size=13051) 2024-11-22T21:21:14,555 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3deefde98a6f467fbcd9e1608271352e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:14,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/9d9c766cd182428aaae43fe934989228 is 50, key is test_row_0/A:col10/1732310474542/Put/seqid=0 2024-11-22T21:21:14,565 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/0f735672dafb4a4ba664cd9457b88618 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0f735672dafb4a4ba664cd9457b88618 2024-11-22T21:21:14,575 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 0f735672dafb4a4ba664cd9457b88618(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:14,576 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:14,576 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310474477; duration=0sec 2024-11-22T21:21:14,576 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:14,576 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:14,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310534576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310534577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,583 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310534578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,584 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/8b1a9a4b15c1435ca8cc118eeec570d1 is 50, key is test_row_0/C:col10/1732310473301/Put/seqid=0 2024-11-22T21:21:14,585 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:14,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:14,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:14,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741908_1084 (size=13051) 2024-11-22T21:21:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741907_1083 (size=12301) 2024-11-22T21:21:14,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/9d9c766cd182428aaae43fe934989228 2024-11-22T21:21:14,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/78294f29c9c64e2dbca9e1bd90aa530b is 50, key is test_row_0/B:col10/1732310474542/Put/seqid=0 2024-11-22T21:21:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741909_1085 (size=12301) 2024-11-22T21:21:14,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/78294f29c9c64e2dbca9e1bd90aa530b 2024-11-22T21:21:14,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5122cdb3b4d144ab976d35e64d58a086 is 50, key is test_row_0/C:col10/1732310474542/Put/seqid=0 2024-11-22T21:21:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741910_1086 (size=12301) 2024-11-22T21:21:14,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5122cdb3b4d144ab976d35e64d58a086 2024-11-22T21:21:14,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/9d9c766cd182428aaae43fe934989228 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228 2024-11-22T21:21:14,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T21:21:14,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/78294f29c9c64e2dbca9e1bd90aa530b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b 2024-11-22T21:21:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310534683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310534684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T21:21:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310534686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5122cdb3b4d144ab976d35e64d58a086 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086 2024-11-22T21:21:14,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T21:21:14,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 166ms, sequenceid=335, compaction requested=false 2024-11-22T21:21:14,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:14,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T21:21:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:14,740 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:21:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ef604c713ebc4022b794d1892f294c1c is 50, key is test_row_0/A:col10/1732310474577/Put/seqid=0 2024-11-22T21:21:14,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741911_1087 (size=12301) 2024-11-22T21:21:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:14,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310534893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310534893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310534900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310534999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310535000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310534999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310535004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,005 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/8b1a9a4b15c1435ca8cc118eeec570d1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/8b1a9a4b15c1435ca8cc118eeec570d1 2024-11-22T21:21:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310535004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,016 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 8b1a9a4b15c1435ca8cc118eeec570d1(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:15,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:15,016 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310474477; duration=0sec 2024-11-22T21:21:15,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:15,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:15,153 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ef604c713ebc4022b794d1892f294c1c 2024-11-22T21:21:15,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/d1a6396b4ddf4b4f94a152eb820a21e0 is 50, key is test_row_0/B:col10/1732310474577/Put/seqid=0 2024-11-22T21:21:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741912_1088 (size=12301) 2024-11-22T21:21:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310535203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310535203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310535206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310535209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310535209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310535506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310535506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310535510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310535512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310535512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:15,579 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/d1a6396b4ddf4b4f94a152eb820a21e0 2024-11-22T21:21:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/0c676b44093e404195cd1bec7b470535 is 50, key is test_row_0/C:col10/1732310474577/Put/seqid=0 2024-11-22T21:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741913_1089 (size=12301) 2024-11-22T21:21:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:15,995 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/0c676b44093e404195cd1bec7b470535 2024-11-22T21:21:16,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ef604c713ebc4022b794d1892f294c1c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c 2024-11-22T21:21:16,007 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T21:21:16,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/d1a6396b4ddf4b4f94a152eb820a21e0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0 2024-11-22T21:21:16,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310536009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:16,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310536010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:16,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T21:21:16,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/0c676b44093e404195cd1bec7b470535 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535 2024-11-22T21:21:16,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310536015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310536017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310536017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:16,020 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T21:21:16,021 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 1281ms, sequenceid=362, compaction requested=true 2024-11-22T21:21:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-22T21:21:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-22T21:21:16,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T21:21:16,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2070 sec 2024-11-22T21:21:16,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.2140 sec 2024-11-22T21:21:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:17,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:21:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:17,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c06f780e37f746e3bf3071d81faa69a7 is 50, key is test_row_0/A:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741914_1090 (size=14741) 2024-11-22T21:21:17,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c06f780e37f746e3bf3071d81faa69a7 2024-11-22T21:21:17,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/03f50f8dd4c6405d9abf553d4e7b1ccb is 50, key is test_row_0/B:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741915_1091 (size=12301) 2024-11-22T21:21:17,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/03f50f8dd4c6405d9abf553d4e7b1ccb 2024-11-22T21:21:17,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b00744e790ad40f493731e3f9bbe611e is 50, key is test_row_0/C:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:17,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741916_1092 (size=12301) 2024-11-22T21:21:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b00744e790ad40f493731e3f9bbe611e 2024-11-22T21:21:17,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/c06f780e37f746e3bf3071d81faa69a7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7 2024-11-22T21:21:17,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7, entries=200, sequenceid=376, filesize=14.4 K 2024-11-22T21:21:17,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/03f50f8dd4c6405d9abf553d4e7b1ccb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb 2024-11-22T21:21:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb, entries=150, sequenceid=376, filesize=12.0 K 2024-11-22T21:21:17,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b00744e790ad40f493731e3f9bbe611e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e 2024-11-22T21:21:17,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-22T21:21:17,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 520ms, sequenceid=376, compaction requested=true 2024-11-22T21:21:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:17,535 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:17,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:17,535 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:17,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:17,537 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:17,537 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:17,537 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:17,537 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:17,537 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:17,537 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:17,537 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0f735672dafb4a4ba664cd9457b88618, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=51.2 K 2024-11-22T21:21:17,537 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/75ed014beab34e7faa6f00805a21f21a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.8 K 2024-11-22T21:21:17,538 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ed014beab34e7faa6f00805a21f21a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:17,538 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f735672dafb4a4ba664cd9457b88618, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:17,539 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9c766cd182428aaae43fe934989228, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732310474537 2024-11-22T21:21:17,539 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 78294f29c9c64e2dbca9e1bd90aa530b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732310474537 2024-11-22T21:21:17,539 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef604c713ebc4022b794d1892f294c1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732310474569 2024-11-22T21:21:17,539 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a6396b4ddf4b4f94a152eb820a21e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732310474569 2024-11-22T21:21:17,540 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f50f8dd4c6405d9abf553d4e7b1ccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474894 2024-11-22T21:21:17,540 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c06f780e37f746e3bf3071d81faa69a7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474892 2024-11-22T21:21:17,553 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:17,554 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/52612f366a17414aa168bb06a64e6ffb is 50, key is test_row_0/A:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:17,554 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:17,555 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6d206fe5eef042dbad5779d58e90786a is 50, key is test_row_0/B:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741918_1094 (size=13187) 2024-11-22T21:21:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741917_1093 (size=13187) 2024-11-22T21:21:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:17,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:17,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/dadf69000773439f85b0ba8892001881 is 50, key is test_row_0/A:col10/1732310477038/Put/seqid=0 2024-11-22T21:21:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741919_1095 (size=14741) 2024-11-22T21:21:17,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/dadf69000773439f85b0ba8892001881 2024-11-22T21:21:17,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/3d63da15fa35487aaca405d8456c1fd6 is 50, key is test_row_0/B:col10/1732310477038/Put/seqid=0 2024-11-22T21:21:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741920_1096 (size=12301) 2024-11-22T21:21:17,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/3d63da15fa35487aaca405d8456c1fd6 2024-11-22T21:21:17,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/cf213cffd51243cdb252047fb1ae8944 is 50, key is test_row_0/C:col10/1732310477038/Put/seqid=0 2024-11-22T21:21:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741921_1097 (size=12301) 2024-11-22T21:21:17,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T21:21:17,935 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-22T21:21:17,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-22T21:21:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T21:21:17,940 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:17,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:17,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:17,968 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/6d206fe5eef042dbad5779d58e90786a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d206fe5eef042dbad5779d58e90786a 2024-11-22T21:21:17,969 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/52612f366a17414aa168bb06a64e6ffb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/52612f366a17414aa168bb06a64e6ffb 2024-11-22T21:21:17,977 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 6d206fe5eef042dbad5779d58e90786a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:17,977 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 52612f366a17414aa168bb06a64e6ffb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:17,977 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=12, startTime=1732310477535; duration=0sec 2024-11-22T21:21:17,977 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=12, startTime=1732310477535; duration=0sec 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:17,977 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:17,979 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:17,979 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:17,979 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:17,980 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/8b1a9a4b15c1435ca8cc118eeec570d1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.8 K 2024-11-22T21:21:17,980 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1a9a4b15c1435ca8cc118eeec570d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732310473301 2024-11-22T21:21:17,981 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5122cdb3b4d144ab976d35e64d58a086, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732310474537 2024-11-22T21:21:17,981 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c676b44093e404195cd1bec7b470535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732310474569 2024-11-22T21:21:17,982 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b00744e790ad40f493731e3f9bbe611e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474894 2024-11-22T21:21:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310537979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310537979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310537979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310537981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310537980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:17,996 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:17,996 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d774c8800efe4be0a726ce597e43193e is 50, key is test_row_0/C:col10/1732310474894/Put/seqid=0 2024-11-22T21:21:18,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741922_1098 (size=13187) 2024-11-22T21:21:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T21:21:18,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:18,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T21:21:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:18,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:18,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/cf213cffd51243cdb252047fb1ae8944 2024-11-22T21:21:18,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/dadf69000773439f85b0ba8892001881 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881 2024-11-22T21:21:18,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881, entries=200, sequenceid=400, filesize=14.4 K 2024-11-22T21:21:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/3d63da15fa35487aaca405d8456c1fd6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6 2024-11-22T21:21:18,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6, entries=150, sequenceid=400, filesize=12.0 K 2024-11-22T21:21:18,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/cf213cffd51243cdb252047fb1ae8944 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944 2024-11-22T21:21:18,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944, entries=150, sequenceid=400, filesize=12.0 K 2024-11-22T21:21:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 510ms, sequenceid=400, compaction requested=false 2024-11-22T21:21:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T21:21:18,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:18,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:18,249 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/47ec95fb1e324ca98cab0bd2892eb8b3 is 50, key is test_row_0/A:col10/1732310477664/Put/seqid=0 2024-11-22T21:21:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741923_1099 (size=12301) 2024-11-22T21:21:18,268 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/47ec95fb1e324ca98cab0bd2892eb8b3 2024-11-22T21:21:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/847b85f78d634c559c5ceac5ed9c718c is 50, key is test_row_0/B:col10/1732310477664/Put/seqid=0 2024-11-22T21:21:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741924_1100 (size=12301) 2024-11-22T21:21:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/847b85f78d634c559c5ceac5ed9c718c 2024-11-22T21:21:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/817bf6366c0b4697bec88ceb2ea4907d is 50, key is test_row_0/C:col10/1732310477664/Put/seqid=0 2024-11-22T21:21:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310538312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310538312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310538315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310538316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310538317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741925_1101 (size=12301) 2024-11-22T21:21:18,410 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/d774c8800efe4be0a726ce597e43193e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d774c8800efe4be0a726ce597e43193e 2024-11-22T21:21:18,417 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into d774c8800efe4be0a726ce597e43193e(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:18,417 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:18,417 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=12, startTime=1732310477535; duration=0sec 2024-11-22T21:21:18,417 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:18,417 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310538419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310538420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310538422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310538422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310538422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T21:21:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310538622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310538625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310538625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310538625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310538627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,726 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/817bf6366c0b4697bec88ceb2ea4907d 2024-11-22T21:21:18,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/47ec95fb1e324ca98cab0bd2892eb8b3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3 2024-11-22T21:21:18,739 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T21:21:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/847b85f78d634c559c5ceac5ed9c718c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c 2024-11-22T21:21:18,745 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T21:21:18,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/817bf6366c0b4697bec88ceb2ea4907d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d 2024-11-22T21:21:18,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T21:21:18,753 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 504ms, sequenceid=415, compaction requested=true 2024-11-22T21:21:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-22T21:21:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-22T21:21:18,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T21:21:18,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 814 msec 2024-11-22T21:21:18,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 820 msec 2024-11-22T21:21:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:18,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:18,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:18,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8f74ca48e0fb4e79b2264cc9dceff65a is 50, key is test_row_0/A:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:18,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310538938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310538939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310538940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310538943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310538945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741926_1102 (size=12301) 2024-11-22T21:21:18,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8f74ca48e0fb4e79b2264cc9dceff65a 2024-11-22T21:21:18,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0fa589115db3488a84d9e0c902860fc6 is 50, key is test_row_0/B:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741927_1103 (size=12301) 2024-11-22T21:21:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T21:21:19,043 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-22T21:21:19,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-22T21:21:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310539044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310539045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,047 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310539045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T21:21:19,047 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310539047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310539048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T21:21:19,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310539248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310539248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310539249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310539250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310539251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T21:21:19,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0fa589115db3488a84d9e0c902860fc6 2024-11-22T21:21:19,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5f7f579e258b4b6dbf374f11e8dd1b94 is 50, key is test_row_0/C:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741928_1104 (size=12301) 2024-11-22T21:21:19,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310539550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310539552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310539553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310539554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310539556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T21:21:19,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5f7f579e258b4b6dbf374f11e8dd1b94 2024-11-22T21:21:19,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8f74ca48e0fb4e79b2264cc9dceff65a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a 2024-11-22T21:21:19,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T21:21:19,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0fa589115db3488a84d9e0c902860fc6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6 2024-11-22T21:21:19,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T21:21:19,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:19,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/5f7f579e258b4b6dbf374f11e8dd1b94 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94 2024-11-22T21:21:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:19,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T21:21:19,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 895ms, sequenceid=440, compaction requested=true 2024-11-22T21:21:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:19,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:19,822 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:19,823 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:19,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:19,827 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:19,827 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:19,827 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:19,827 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:19,827 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,827 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,827 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d206fe5eef042dbad5779d58e90786a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.9 K 2024-11-22T21:21:19,827 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/52612f366a17414aa168bb06a64e6ffb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=51.3 K 2024-11-22T21:21:19,828 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52612f366a17414aa168bb06a64e6ffb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474894 2024-11-22T21:21:19,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d206fe5eef042dbad5779d58e90786a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474894 2024-11-22T21:21:19,828 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dadf69000773439f85b0ba8892001881, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732310477037 2024-11-22T21:21:19,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d63da15fa35487aaca405d8456c1fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732310477038 2024-11-22T21:21:19,829 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ec95fb1e324ca98cab0bd2892eb8b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732310477664 2024-11-22T21:21:19,829 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 847b85f78d634c559c5ceac5ed9c718c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732310477664 2024-11-22T21:21:19,829 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f74ca48e0fb4e79b2264cc9dceff65a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:19,830 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fa589115db3488a84d9e0c902860fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:19,840 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:19,841 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8d733bb2046f4a7cae756838961d0eb5 is 50, key is test_row_0/A:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:19,841 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:19,842 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/12232244e70b4a5f83b07742179cc6a5 is 50, key is test_row_0/B:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741929_1105 (size=13323) 2024-11-22T21:21:19,856 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/8d733bb2046f4a7cae756838961d0eb5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8d733bb2046f4a7cae756838961d0eb5 2024-11-22T21:21:19,862 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 8d733bb2046f4a7cae756838961d0eb5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:19,863 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:19,863 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=12, startTime=1732310479822; duration=0sec 2024-11-22T21:21:19,863 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:19,863 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:19,863 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:19,865 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:19,865 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:19,865 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,865 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d774c8800efe4be0a726ce597e43193e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=48.9 K 2024-11-22T21:21:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741930_1106 (size=13323) 2024-11-22T21:21:19,866 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d774c8800efe4be0a726ce597e43193e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732310474894 2024-11-22T21:21:19,866 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf213cffd51243cdb252047fb1ae8944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732310477038 2024-11-22T21:21:19,867 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 817bf6366c0b4697bec88ceb2ea4907d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732310477664 2024-11-22T21:21:19,867 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f7f579e258b4b6dbf374f11e8dd1b94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:19,871 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/12232244e70b4a5f83b07742179cc6a5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/12232244e70b4a5f83b07742179cc6a5 2024-11-22T21:21:19,878 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 12232244e70b4a5f83b07742179cc6a5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:19,878 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:19,878 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=12, startTime=1732310479822; duration=0sec 2024-11-22T21:21:19,879 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:19,879 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:19,880 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:19,881 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/e832ac8068e647c6a345b0031513cecd is 50, key is test_row_0/C:col10/1732310478316/Put/seqid=0 2024-11-22T21:21:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741931_1107 (size=13323) 2024-11-22T21:21:19,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:19,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T21:21:19,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:19,969 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:19,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/1adb4d007af6401192607f5997a3f6d4 is 50, key is test_row_0/A:col10/1732310478942/Put/seqid=0 2024-11-22T21:21:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741932_1108 (size=12301) 2024-11-22T21:21:19,990 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/1adb4d007af6401192607f5997a3f6d4 2024-11-22T21:21:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/46d8ebe9082b41579fe7f04de07f386c is 50, key is test_row_0/B:col10/1732310478942/Put/seqid=0 2024-11-22T21:21:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741933_1109 (size=12301) 2024-11-22T21:21:20,008 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/46d8ebe9082b41579fe7f04de07f386c 2024-11-22T21:21:20,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/16d44193eb2e4d66ace861aa1b376b4a is 50, key is test_row_0/C:col10/1732310478942/Put/seqid=0 2024-11-22T21:21:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741934_1110 (size=12301) 2024-11-22T21:21:20,036 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/16d44193eb2e4d66ace861aa1b376b4a 2024-11-22T21:21:20,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/1adb4d007af6401192607f5997a3f6d4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4 2024-11-22T21:21:20,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4, entries=150, sequenceid=455, filesize=12.0 K 2024-11-22T21:21:20,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/46d8ebe9082b41579fe7f04de07f386c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c 2024-11-22T21:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:20,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:20,057 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c, entries=150, sequenceid=455, filesize=12.0 K 2024-11-22T21:21:20,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/16d44193eb2e4d66ace861aa1b376b4a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a 2024-11-22T21:21:20,075 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a, entries=150, sequenceid=455, filesize=12.0 K 2024-11-22T21:21:20,076 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=107.34 KB/109920 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 108ms, sequenceid=455, compaction requested=false 2024-11-22T21:21:20,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:20,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T21:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-22T21:21:20,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T21:21:20,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-22T21:21:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:20,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0360 sec 2024-11-22T21:21:20,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/08f61631b92149cc9ca39b32967800c2 is 50, key is test_row_0/A:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310540093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310540094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310540095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310540096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310540097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741935_1111 (size=12301) 2024-11-22T21:21:20,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/08f61631b92149cc9ca39b32967800c2 2024-11-22T21:21:20,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0be7a6d6e09f4eb3b190bbe955ddc920 is 50, key is test_row_0/B:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741936_1112 (size=12301) 2024-11-22T21:21:20,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0be7a6d6e09f4eb3b190bbe955ddc920 2024-11-22T21:21:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T21:21:20,151 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-22T21:21:20,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/be64133c5f5348cfa831814e132170d9 is 50, key is test_row_0/C:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-22T21:21:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T21:21:20,155 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:20,155 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:20,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741937_1113 (size=12301) 2024-11-22T21:21:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310540198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310540199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310540201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310540202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310540202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T21:21:20,294 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/e832ac8068e647c6a345b0031513cecd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/e832ac8068e647c6a345b0031513cecd 2024-11-22T21:21:20,301 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into e832ac8068e647c6a345b0031513cecd(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:20,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:20,301 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=12, startTime=1732310479823; duration=0sec 2024-11-22T21:21:20,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:20,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:20,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:20,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T21:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310540401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310540402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310540405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310540406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310540406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T21:21:20,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:20,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T21:21:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:20,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/be64133c5f5348cfa831814e132170d9 2024-11-22T21:21:20,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/08f61631b92149cc9ca39b32967800c2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2 2024-11-22T21:21:20,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T21:21:20,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/0be7a6d6e09f4eb3b190bbe955ddc920 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920 2024-11-22T21:21:20,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T21:21:20,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/be64133c5f5348cfa831814e132170d9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9 2024-11-22T21:21:20,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T21:21:20,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 513ms, sequenceid=476, compaction requested=true 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:20,595 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:20,595 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:20,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:20,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/B is initiating minor compaction (all files) 2024-11-22T21:21:20,596 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/B in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,596 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:20,597 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/A is initiating minor compaction (all files) 2024-11-22T21:21:20,597 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/12232244e70b4a5f83b07742179cc6a5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=37.0 K 2024-11-22T21:21:20,597 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/A in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,597 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8d733bb2046f4a7cae756838961d0eb5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=37.0 K 2024-11-22T21:21:20,597 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 12232244e70b4a5f83b07742179cc6a5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:20,597 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d733bb2046f4a7cae756838961d0eb5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:20,598 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d8ebe9082b41579fe7f04de07f386c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732310478937 2024-11-22T21:21:20,598 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1adb4d007af6401192607f5997a3f6d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732310478937 2024-11-22T21:21:20,598 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be7a6d6e09f4eb3b190bbe955ddc920, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732310480067 2024-11-22T21:21:20,598 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f61631b92149cc9ca39b32967800c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732310480067 2024-11-22T21:21:20,610 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:20,610 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:20,610 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/0a0c5dd449d948b7b44a61e6020c0734 is 50, key is test_row_0/A:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,611 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/b693033ef94f4eeda61e113cc3e95043 is 50, key is test_row_0/B:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:20,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T21:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,615 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T21:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:20,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741939_1115 (size=13425) 2024-11-22T21:21:20,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/377b8c96760b479896a09345f21d3123 is 50, key is test_row_0/A:col10/1732310480094/Put/seqid=0 2024-11-22T21:21:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741938_1114 (size=13425) 2024-11-22T21:21:20,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741940_1116 (size=12301) 2024-11-22T21:21:20,629 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/b693033ef94f4eeda61e113cc3e95043 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/b693033ef94f4eeda61e113cc3e95043 2024-11-22T21:21:20,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/377b8c96760b479896a09345f21d3123 2024-11-22T21:21:20,633 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/0a0c5dd449d948b7b44a61e6020c0734 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0a0c5dd449d948b7b44a61e6020c0734 2024-11-22T21:21:20,638 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/B of db8d3f2071df2c4f9f38b7b5dd8ebd09 into b693033ef94f4eeda61e113cc3e95043(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:20,638 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:20,638 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/B, priority=13, startTime=1732310480595; duration=0sec 2024-11-22T21:21:20,638 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:20,638 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:20,638 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:20,645 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:20,645 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): db8d3f2071df2c4f9f38b7b5dd8ebd09/C is initiating minor compaction (all files) 2024-11-22T21:21:20,645 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db8d3f2071df2c4f9f38b7b5dd8ebd09/C in TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:20,645 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/e832ac8068e647c6a345b0031513cecd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp, totalSize=37.0 K 2024-11-22T21:21:20,646 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e832ac8068e647c6a345b0031513cecd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310478309 2024-11-22T21:21:20,647 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/A of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 0a0c5dd449d948b7b44a61e6020c0734(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:20,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d44193eb2e4d66ace861aa1b376b4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732310478937 2024-11-22T21:21:20,647 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:20,647 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/A, priority=13, startTime=1732310480595; duration=0sec 2024-11-22T21:21:20,647 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:20,647 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:20,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting be64133c5f5348cfa831814e132170d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732310480067 2024-11-22T21:21:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/297ad2e514af4db684baa51436c9f898 is 50, key is test_row_0/B:col10/1732310480094/Put/seqid=0 2024-11-22T21:21:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741941_1117 (size=12301) 2024-11-22T21:21:20,654 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/297ad2e514af4db684baa51436c9f898 2024-11-22T21:21:20,660 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db8d3f2071df2c4f9f38b7b5dd8ebd09#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:20,661 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/9d461c5f9dd7462a818d1098e2412027 is 50, key is test_row_0/C:col10/1732310480080/Put/seqid=0 2024-11-22T21:21:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741942_1118 (size=13425) 2024-11-22T21:21:20,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/6f2e6a4048a949bea33cbeb4bc2effaf is 50, key is test_row_0/C:col10/1732310480094/Put/seqid=0 2024-11-22T21:21:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741943_1119 (size=12301) 2024-11-22T21:21:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:20,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. as already flushing 2024-11-22T21:21:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310540718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310540718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310540719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310540719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310540720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T21:21:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310540823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310540824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310540824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310540825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310540825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46026 deadline: 1732310541027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46078 deadline: 1732310541027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46042 deadline: 1732310541028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45988 deadline: 1732310541029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46056 deadline: 1732310541029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,075 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/6f2e6a4048a949bea33cbeb4bc2effaf 2024-11-22T21:21:21,077 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/9d461c5f9dd7462a818d1098e2412027 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/9d461c5f9dd7462a818d1098e2412027 2024-11-22T21:21:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/377b8c96760b479896a09345f21d3123 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/377b8c96760b479896a09345f21d3123 2024-11-22T21:21:21,085 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db8d3f2071df2c4f9f38b7b5dd8ebd09/C of db8d3f2071df2c4f9f38b7b5dd8ebd09 into 9d461c5f9dd7462a818d1098e2412027(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:21,085 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:21,085 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09., storeName=db8d3f2071df2c4f9f38b7b5dd8ebd09/C, priority=13, startTime=1732310480595; duration=0sec 2024-11-22T21:21:21,085 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:21,085 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/377b8c96760b479896a09345f21d3123, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:21:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/297ad2e514af4db684baa51436c9f898 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/297ad2e514af4db684baa51436c9f898 2024-11-22T21:21:21,094 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/297ad2e514af4db684baa51436c9f898, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:21:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/6f2e6a4048a949bea33cbeb4bc2effaf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/6f2e6a4048a949bea33cbeb4bc2effaf 2024-11-22T21:21:21,102 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/6f2e6a4048a949bea33cbeb4bc2effaf, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:21:21,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 488ms, sequenceid=493, compaction requested=false 2024-11-22T21:21:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T21:21:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-22T21:21:21,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T21:21:21,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 948 msec 2024-11-22T21:21:21,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 954 msec 2024-11-22T21:21:21,217 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:59168 2024-11-22T21:21:21,217 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:59168 2024-11-22T21:21:21,217 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:59168 2024-11-22T21:21:21,217 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:59168 2024-11-22T21:21:21,217 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,217 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,217 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,217 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T21:21:21,258 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-22T21:21:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:21,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T21:21:21,331 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:59168 2024-11-22T21:21:21,331 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:21,332 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:59168 2024-11-22T21:21:21,333 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:21,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:21,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:21,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:21,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:21,335 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:59168 2024-11-22T21:21:21,335 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,335 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:59168 2024-11-22T21:21:21,335 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,336 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:59168 2024-11-22T21:21:21,337 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6817 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7182 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3053 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9157 rows 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3036 2024-11-22T21:21:21,337 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9108 rows 2024-11-22T21:21:21,337 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:21:21,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:59168 2024-11-22T21:21:21,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:21,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/bfb6bf763c604aad8c0d0a819f7e08a0 is 50, key is test_row_0/A:col10/1732310481331/Put/seqid=0 2024-11-22T21:21:21,342 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:21:21,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:21:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:21,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741944_1120 (size=12301) 2024-11-22T21:21:21,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/bfb6bf763c604aad8c0d0a819f7e08a0 2024-11-22T21:21:21,357 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310481357"}]},"ts":"1732310481357"} 2024-11-22T21:21:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:21,359 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:21:21,361 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:21:21,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:21:21,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f3b2046e27bd4d5fa78aba4f322aa52b is 50, key is test_row_0/B:col10/1732310481331/Put/seqid=0 2024-11-22T21:21:21,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, UNASSIGN}] 2024-11-22T21:21:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741945_1121 (size=12301) 2024-11-22T21:21:21,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, UNASSIGN 2024-11-22T21:21:21,370 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=db8d3f2071df2c4f9f38b7b5dd8ebd09, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:21,371 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:21:21,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:21,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:21,528 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:21,529 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:21:21,529 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing db8d3f2071df2c4f9f38b7b5dd8ebd09, disabling compactions & flushes 2024-11-22T21:21:21,529 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:21,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f3b2046e27bd4d5fa78aba4f322aa52b 2024-11-22T21:21:21,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ba0f1cb1b40442db956b6371f4129c03 is 50, key is test_row_0/C:col10/1732310481331/Put/seqid=0 2024-11-22T21:21:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741946_1122 (size=12301) 2024-11-22T21:21:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:22,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ba0f1cb1b40442db956b6371f4129c03 2024-11-22T21:21:22,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/bfb6bf763c604aad8c0d0a819f7e08a0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/bfb6bf763c604aad8c0d0a819f7e08a0 2024-11-22T21:21:22,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/bfb6bf763c604aad8c0d0a819f7e08a0, entries=150, sequenceid=518, filesize=12.0 K 2024-11-22T21:21:22,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/f3b2046e27bd4d5fa78aba4f322aa52b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f3b2046e27bd4d5fa78aba4f322aa52b 2024-11-22T21:21:22,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f3b2046e27bd4d5fa78aba4f322aa52b, entries=150, sequenceid=518, filesize=12.0 K 2024-11-22T21:21:22,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/ba0f1cb1b40442db956b6371f4129c03 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ba0f1cb1b40442db956b6371f4129c03 2024-11-22T21:21:22,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ba0f1cb1b40442db956b6371f4129c03, entries=150, sequenceid=518, filesize=12.0 K 2024-11-22T21:21:22,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 871ms, sequenceid=518, compaction requested=true 2024-11-22T21:21:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:22,202 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:22,202 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:22,202 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. after waiting 0 ms 2024-11-22T21:21:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:22,202 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:22,202 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. because compaction request was cancelled 2024-11-22T21:21:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:22,202 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. because compaction request was cancelled 2024-11-22T21:21:22,202 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:A 2024-11-22T21:21:22,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:22,202 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:B 2024-11-22T21:21:22,203 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing db8d3f2071df2c4f9f38b7b5dd8ebd09 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T21:21:22,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db8d3f2071df2c4f9f38b7b5dd8ebd09:C, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:22,203 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. because compaction request was cancelled 2024-11-22T21:21:22,203 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db8d3f2071df2c4f9f38b7b5dd8ebd09:C 2024-11-22T21:21:22,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=A 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=B 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db8d3f2071df2c4f9f38b7b5dd8ebd09, store=C 2024-11-22T21:21:22,203 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:22,207 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ce9f9d9a79b449daa8607f7795241612 is 50, key is test_row_0/A:col10/1732310481335/Put/seqid=0 2024-11-22T21:21:22,209 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:21:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741947_1123 (size=9857) 2024-11-22T21:21:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:22,611 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ce9f9d9a79b449daa8607f7795241612 2024-11-22T21:21:22,619 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/4a2fa74e305e4e51a60d97777a6d461c is 50, key is test_row_0/B:col10/1732310481335/Put/seqid=0 2024-11-22T21:21:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741948_1124 (size=9857) 2024-11-22T21:21:23,023 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/4a2fa74e305e4e51a60d97777a6d461c 2024-11-22T21:21:23,031 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 is 50, key is test_row_0/C:col10/1732310481335/Put/seqid=0 2024-11-22T21:21:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741949_1125 (size=9857) 2024-11-22T21:21:23,435 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 2024-11-22T21:21:23,441 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/A/ce9f9d9a79b449daa8607f7795241612 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ce9f9d9a79b449daa8607f7795241612 2024-11-22T21:21:23,445 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ce9f9d9a79b449daa8607f7795241612, entries=100, sequenceid=524, filesize=9.6 K 2024-11-22T21:21:23,446 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/B/4a2fa74e305e4e51a60d97777a6d461c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/4a2fa74e305e4e51a60d97777a6d461c 2024-11-22T21:21:23,450 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/4a2fa74e305e4e51a60d97777a6d461c, entries=100, sequenceid=524, filesize=9.6 K 2024-11-22T21:21:23,451 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/.tmp/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 2024-11-22T21:21:23,454 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b0c9e9ea3e8c4c6aa29956710d17f1a5, entries=100, sequenceid=524, filesize=9.6 K 2024-11-22T21:21:23,455 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for db8d3f2071df2c4f9f38b7b5dd8ebd09 in 1253ms, sequenceid=524, compaction requested=true 2024-11-22T21:21:23,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8a654dfc97e840fe9f7ce489bd1cce2f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/d178ed34b6c64d14a25fc0d9260f2fa7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/07748fc91b7c45a89b072e4c370eff4e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/56a6cd37866f4291976e7d82d01bc92a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8e975abe7bb54548a4a997059e637810, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/093b52f0edc74be2980883316061a12a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0f735672dafb4a4ba664cd9457b88618, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/52612f366a17414aa168bb06a64e6ffb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8d733bb2046f4a7cae756838961d0eb5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2] to archive 2024-11-22T21:21:23,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:23,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3884f0190c11484a865a23a18d785f0e 2024-11-22T21:21:23,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3ba7cfb19715456da6674be9089ec165 2024-11-22T21:21:23,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8a654dfc97e840fe9f7ce489bd1cce2f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8a654dfc97e840fe9f7ce489bd1cce2f 2024-11-22T21:21:23,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/956be44d864a449bb2263c506d06438a 2024-11-22T21:21:23,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/b9c85e0a888849f4aeaf872411c592dd 2024-11-22T21:21:23,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/d178ed34b6c64d14a25fc0d9260f2fa7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/d178ed34b6c64d14a25fc0d9260f2fa7 2024-11-22T21:21:23,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/3c3248ad75e04f93a10c90f440c32538 2024-11-22T21:21:23,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/598389f641654a8da992aa55fd6d2ca7 2024-11-22T21:21:23,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/07748fc91b7c45a89b072e4c370eff4e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/07748fc91b7c45a89b072e4c370eff4e 2024-11-22T21:21:23,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/38fd786ef09b404a850241c0c2af992b 2024-11-22T21:21:23,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/7efd8291f97f4624a811f01be31690c6 2024-11-22T21:21:23,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f0a8e973ab494590a879dc4a948176c4 2024-11-22T21:21:23,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/56a6cd37866f4291976e7d82d01bc92a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/56a6cd37866f4291976e7d82d01bc92a 2024-11-22T21:21:23,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/596f562fd84343b2bec9f3c04a158b6f 2024-11-22T21:21:23,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8e975abe7bb54548a4a997059e637810 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8e975abe7bb54548a4a997059e637810 2024-11-22T21:21:23,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/f69b7aca67444b639fdfa178ab7d25c5 2024-11-22T21:21:23,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/e792386e510a44e6ba994976f1dd8d37 2024-11-22T21:21:23,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/547343f63a7a43dea5ddec57bbf644f8 2024-11-22T21:21:23,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c691a0a890674a6caca1a4bd7eed483e 2024-11-22T21:21:23,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/093b52f0edc74be2980883316061a12a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/093b52f0edc74be2980883316061a12a 2024-11-22T21:21:23,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/894ef4adcbb5422aade9298e6350a6f7 2024-11-22T21:21:23,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/50ca8fc5186041b486e39ef95dd59124 2024-11-22T21:21:23,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0f735672dafb4a4ba664cd9457b88618 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0f735672dafb4a4ba664cd9457b88618 2024-11-22T21:21:23,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/9d9c766cd182428aaae43fe934989228 2024-11-22T21:21:23,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ef604c713ebc4022b794d1892f294c1c 2024-11-22T21:21:23,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/c06f780e37f746e3bf3071d81faa69a7 2024-11-22T21:21:23,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/52612f366a17414aa168bb06a64e6ffb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/52612f366a17414aa168bb06a64e6ffb 2024-11-22T21:21:23,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/dadf69000773439f85b0ba8892001881 2024-11-22T21:21:23,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/47ec95fb1e324ca98cab0bd2892eb8b3 2024-11-22T21:21:23,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8d733bb2046f4a7cae756838961d0eb5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8d733bb2046f4a7cae756838961d0eb5 2024-11-22T21:21:23,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/8f74ca48e0fb4e79b2264cc9dceff65a 2024-11-22T21:21:23,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/1adb4d007af6401192607f5997a3f6d4 2024-11-22T21:21:23,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/08f61631b92149cc9ca39b32967800c2 2024-11-22T21:21:23,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/206382184e3d458b81603d829483f2fd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/592a4820c7c846648b10fdd94cded4b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/5242b777846e4841afe2159453227325, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/cb73d09485324f3898a1b434082b889e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fecfd3150ce24d5795a0be52a07cf9c3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/10ebc448144c43ac922bbab38b35f1f9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/75ed014beab34e7faa6f00805a21f21a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d206fe5eef042dbad5779d58e90786a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/12232244e70b4a5f83b07742179cc6a5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920] to archive 2024-11-22T21:21:23,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:23,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d85b8bec3324a56ab4c9757be75c958 2024-11-22T21:21:23,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/21a7a858d181493fbed7345b902bd77a 2024-11-22T21:21:23,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/206382184e3d458b81603d829483f2fd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/206382184e3d458b81603d829483f2fd 2024-11-22T21:21:23,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/782ae4987ddf43baa3a1b0b38abc2dfd 2024-11-22T21:21:23,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6823b5fdf7aa47c287b3493161f234e2 2024-11-22T21:21:23,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/592a4820c7c846648b10fdd94cded4b0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/592a4820c7c846648b10fdd94cded4b0 2024-11-22T21:21:23,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64e57d42b18e4b059927ea4136d1efec 2024-11-22T21:21:23,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/2533f5905e9d425f809269c09c7dfc49 2024-11-22T21:21:23,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/5242b777846e4841afe2159453227325 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/5242b777846e4841afe2159453227325 2024-11-22T21:21:23,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/64ffe417b1134f2481e5248f25055058 2024-11-22T21:21:23,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/7cf26ae5b566462d9c97f1d2c11846ac 2024-11-22T21:21:23,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/cb73d09485324f3898a1b434082b889e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/cb73d09485324f3898a1b434082b889e 2024-11-22T21:21:23,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/c7c41f1360654b0ab4d5cb29cafec401 2024-11-22T21:21:23,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/1fdf208369ae44a894ab203b86598c67 2024-11-22T21:21:23,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fecfd3150ce24d5795a0be52a07cf9c3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fecfd3150ce24d5795a0be52a07cf9c3 2024-11-22T21:21:23,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0468f1918d44b74a2b515d4c7914cf7 2024-11-22T21:21:23,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f0339f468f2c42559867c152c3e2064c 2024-11-22T21:21:23,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/315b10c418bb484dbc33ecf9b7be8b33 2024-11-22T21:21:23,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/10ebc448144c43ac922bbab38b35f1f9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/10ebc448144c43ac922bbab38b35f1f9 2024-11-22T21:21:23,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/68c82af9e62e48a48923957b7dc830d4 2024-11-22T21:21:23,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/fd5348b2b89546e5b6c284404cbea236 2024-11-22T21:21:23,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/75ed014beab34e7faa6f00805a21f21a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/75ed014beab34e7faa6f00805a21f21a 2024-11-22T21:21:23,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/58003fd888f94d11baf5d91c9fa80528 2024-11-22T21:21:23,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/78294f29c9c64e2dbca9e1bd90aa530b 2024-11-22T21:21:23,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/d1a6396b4ddf4b4f94a152eb820a21e0 2024-11-22T21:21:23,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d206fe5eef042dbad5779d58e90786a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/6d206fe5eef042dbad5779d58e90786a 2024-11-22T21:21:23,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/03f50f8dd4c6405d9abf553d4e7b1ccb 2024-11-22T21:21:23,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/3d63da15fa35487aaca405d8456c1fd6 2024-11-22T21:21:23,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/847b85f78d634c559c5ceac5ed9c718c 2024-11-22T21:21:23,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/12232244e70b4a5f83b07742179cc6a5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/12232244e70b4a5f83b07742179cc6a5 2024-11-22T21:21:23,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0fa589115db3488a84d9e0c902860fc6 2024-11-22T21:21:23,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/46d8ebe9082b41579fe7f04de07f386c 2024-11-22T21:21:23,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/0be7a6d6e09f4eb3b190bbe955ddc920 2024-11-22T21:21:23,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0e3d70d1c47f43a382d59602e56f95c2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d33e0dc10c9e4b779a384593efd69b72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/624b6c2160f64db8986596bc3b361f8d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/32ae9d689bdc449b84c08bf9724cd05d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/2495ac4e104e4c628d1c007617d78b44, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/bb377edb397f457fa8da71a2c6b4f485, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/8b1a9a4b15c1435ca8cc118eeec570d1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d774c8800efe4be0a726ce597e43193e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/e832ac8068e647c6a345b0031513cecd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9] to archive 2024-11-22T21:21:23,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:23,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d83e4fe323fa463da23d71d4d2d94831 2024-11-22T21:21:23,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/02551246e6a74e39b7a161abcad97089 2024-11-22T21:21:23,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0e3d70d1c47f43a382d59602e56f95c2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0e3d70d1c47f43a382d59602e56f95c2 2024-11-22T21:21:23,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/c6802ae324a14c34a463c2f38b90deff 2024-11-22T21:21:23,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d5a63fc5a1cd4aabbc142901a9244e9f 2024-11-22T21:21:23,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d33e0dc10c9e4b779a384593efd69b72 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d33e0dc10c9e4b779a384593efd69b72 2024-11-22T21:21:23,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/f5120d446a3141cdb198e1ed3aa12fcb 2024-11-22T21:21:23,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/17a6e71b96da4532aaf4be87180cbc57 2024-11-22T21:21:23,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/624b6c2160f64db8986596bc3b361f8d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/624b6c2160f64db8986596bc3b361f8d 2024-11-22T21:21:23,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/1cc314c93acc4ed38ab6286cd9cec075 2024-11-22T21:21:23,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe2c843ac904895880eaec74557c773 2024-11-22T21:21:23,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/32ae9d689bdc449b84c08bf9724cd05d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/32ae9d689bdc449b84c08bf9724cd05d 2024-11-22T21:21:23,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ec78c54fb032423d9942f92ec7f9fc13 2024-11-22T21:21:23,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/19184206575f43498bd9fd3c3c40ae5c 2024-11-22T21:21:23,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/2495ac4e104e4c628d1c007617d78b44 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/2495ac4e104e4c628d1c007617d78b44 2024-11-22T21:21:23,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3fe8527733a94bb791d7325648a548c3 2024-11-22T21:21:23,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/377e6012174245fab6dfd20462d912ae 2024-11-22T21:21:23,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/21e0e5d7b52945dfb7bf5df087c7d1d2 2024-11-22T21:21:23,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/bb377edb397f457fa8da71a2c6b4f485 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/bb377edb397f457fa8da71a2c6b4f485 2024-11-22T21:21:23,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d51d082cba724c00ae636843ce3f255f 2024-11-22T21:21:23,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/467f6ce9e9d24707a17fc9056f2c3f1f 2024-11-22T21:21:23,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/8b1a9a4b15c1435ca8cc118eeec570d1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/8b1a9a4b15c1435ca8cc118eeec570d1 2024-11-22T21:21:23,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/3deefde98a6f467fbcd9e1608271352e 2024-11-22T21:21:23,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5122cdb3b4d144ab976d35e64d58a086 2024-11-22T21:21:23,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/0c676b44093e404195cd1bec7b470535 2024-11-22T21:21:23,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d774c8800efe4be0a726ce597e43193e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/d774c8800efe4be0a726ce597e43193e 2024-11-22T21:21:23,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b00744e790ad40f493731e3f9bbe611e 2024-11-22T21:21:23,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/cf213cffd51243cdb252047fb1ae8944 2024-11-22T21:21:23,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/817bf6366c0b4697bec88ceb2ea4907d 2024-11-22T21:21:23,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/e832ac8068e647c6a345b0031513cecd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/e832ac8068e647c6a345b0031513cecd 2024-11-22T21:21:23,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/5f7f579e258b4b6dbf374f11e8dd1b94 2024-11-22T21:21:23,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/16d44193eb2e4d66ace861aa1b376b4a 2024-11-22T21:21:23,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/be64133c5f5348cfa831814e132170d9 2024-11-22T21:21:23,617 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/recovered.edits/527.seqid, newMaxSeqId=527, maxSeqId=1 2024-11-22T21:21:23,620 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09. 2024-11-22T21:21:23,620 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for db8d3f2071df2c4f9f38b7b5dd8ebd09: 2024-11-22T21:21:23,622 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:23,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=db8d3f2071df2c4f9f38b7b5dd8ebd09, regionState=CLOSED 2024-11-22T21:21:23,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T21:21:23,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure db8d3f2071df2c4f9f38b7b5dd8ebd09, server=a98040524f50,45229,1732310453838 in 2.2510 sec 2024-11-22T21:21:23,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T21:21:23,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=db8d3f2071df2c4f9f38b7b5dd8ebd09, UNASSIGN in 2.2570 sec 2024-11-22T21:21:23,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T21:21:23,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2640 sec 2024-11-22T21:21:23,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310483630"}]},"ts":"1732310483630"} 2024-11-22T21:21:23,631 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:21:23,634 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:21:23,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2850 sec 2024-11-22T21:21:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T21:21:25,464 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-22T21:21:25,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:21:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,472 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,473 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T21:21:25,476 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:25,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/recovered.edits] 2024-11-22T21:21:25,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0a0c5dd449d948b7b44a61e6020c0734 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/0a0c5dd449d948b7b44a61e6020c0734 2024-11-22T21:21:25,485 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/377b8c96760b479896a09345f21d3123 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/377b8c96760b479896a09345f21d3123 2024-11-22T21:21:25,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/bfb6bf763c604aad8c0d0a819f7e08a0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/bfb6bf763c604aad8c0d0a819f7e08a0 2024-11-22T21:21:25,488 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ce9f9d9a79b449daa8607f7795241612 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/A/ce9f9d9a79b449daa8607f7795241612 2024-11-22T21:21:25,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/297ad2e514af4db684baa51436c9f898 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/297ad2e514af4db684baa51436c9f898 2024-11-22T21:21:25,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/4a2fa74e305e4e51a60d97777a6d461c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/4a2fa74e305e4e51a60d97777a6d461c 2024-11-22T21:21:25,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/b693033ef94f4eeda61e113cc3e95043 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/b693033ef94f4eeda61e113cc3e95043 2024-11-22T21:21:25,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f3b2046e27bd4d5fa78aba4f322aa52b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/B/f3b2046e27bd4d5fa78aba4f322aa52b 2024-11-22T21:21:25,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/6f2e6a4048a949bea33cbeb4bc2effaf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/6f2e6a4048a949bea33cbeb4bc2effaf 2024-11-22T21:21:25,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/9d461c5f9dd7462a818d1098e2412027 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/9d461c5f9dd7462a818d1098e2412027 2024-11-22T21:21:25,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/b0c9e9ea3e8c4c6aa29956710d17f1a5 2024-11-22T21:21:25,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ba0f1cb1b40442db956b6371f4129c03 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/C/ba0f1cb1b40442db956b6371f4129c03 2024-11-22T21:21:25,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/recovered.edits/527.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09/recovered.edits/527.seqid 2024-11-22T21:21:25,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/db8d3f2071df2c4f9f38b7b5dd8ebd09 2024-11-22T21:21:25,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:21:25,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T21:21:25,523 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:21:25,554 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:21:25,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:21:25,556 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310485556"}]},"ts":"9223372036854775807"} 2024-11-22T21:21:25,559 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:21:25,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => db8d3f2071df2c4f9f38b7b5dd8ebd09, NAME => 'TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:21:25,559 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:21:25,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310485559"}]},"ts":"9223372036854775807"} 2024-11-22T21:21:25,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:21:25,564 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-22T21:21:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T21:21:25,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-22T21:21:25,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS:0;a98040524f50:45229-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a98040524f50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1335410427_22 at /127.0.0.1:47626 [Waiting for operation #345] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1662127143_22 at /127.0.0.1:47462 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a98040524f50:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4791 (was 5395) 2024-11-22T21:21:25,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=4790 2024-11-22T21:21:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:21:25,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:25,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:21:25,600 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:25,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-22T21:21:25,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:21:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741950_1126 (size=960) 2024-11-22T21:21:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:26,010 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:21:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741951_1127 (size=53) 2024-11-22T21:21:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:26,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:26,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 253ed8e25d9b84b5518f8b597999a903, disabling compactions & flushes 2024-11-22T21:21:26,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. after waiting 0 ms 2024-11-22T21:21:26,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,421 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:26,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:21:26,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310486422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310486422"}]},"ts":"1732310486422"} 2024-11-22T21:21:26,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:21:26,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:21:26,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310486425"}]},"ts":"1732310486425"} 2024-11-22T21:21:26,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:21:26,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, ASSIGN}] 2024-11-22T21:21:26,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, ASSIGN 2024-11-22T21:21:26,432 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:21:26,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:26,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:26,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:26,740 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,740 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:21:26,740 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,740 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:26,740 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,740 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,742 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,743 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:26,743 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName A 2024-11-22T21:21:26,743 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:26,744 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:26,744 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,745 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:26,746 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName B 2024-11-22T21:21:26,746 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:26,746 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:26,747 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,747 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:26,748 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName C 2024-11-22T21:21:26,748 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:26,748 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:26,748 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,749 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,749 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,751 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:21:26,752 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:26,754 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:21:26,754 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 253ed8e25d9b84b5518f8b597999a903; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892400, jitterRate=-0.04792904853820801}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:21:26,755 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:26,756 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., pid=37, masterSystemTime=1732310486736 2024-11-22T21:21:26,757 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,758 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:26,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:26,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T21:21:26,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 in 175 msec 2024-11-22T21:21:26,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T21:21:26,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, ASSIGN in 331 msec 2024-11-22T21:21:26,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:21:26,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310486763"}]},"ts":"1732310486763"} 2024-11-22T21:21:26,764 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:21:26,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:21:26,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-11-22T21:21:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T21:21:27,707 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-22T21:21:27,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-22T21:21:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:27,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:27,716 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:27,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:21:27,719 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:21:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:21:27,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:21:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741952_1128 (size=996) 2024-11-22T21:21:27,909 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T21:21:27,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T21:21:28,146 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T21:21:28,146 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T21:21:28,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:21:28,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, REOPEN/MOVE}] 2024-11-22T21:21:28,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, REOPEN/MOVE 2024-11-22T21:21:28,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,167 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:21:28,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:28,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:28,320 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,320 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:21:28,320 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 253ed8e25d9b84b5518f8b597999a903, disabling compactions & flushes 2024-11-22T21:21:28,320 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,320 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,320 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. after waiting 0 ms 2024-11-22T21:21:28,320 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,324 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T21:21:28,325 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,325 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:28,325 WARN [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 253ed8e25d9b84b5518f8b597999a903 to self. 2024-11-22T21:21:28,327 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=CLOSED 2024-11-22T21:21:28,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T21:21:28,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 in 160 msec 2024-11-22T21:21:28,330 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, REOPEN/MOVE; state=CLOSED, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=true 2024-11-22T21:21:28,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:28,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:28,638 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,638 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:21:28,638 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,638 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:28,639 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,639 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,644 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,645 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:28,651 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName A 2024-11-22T21:21:28,654 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:28,654 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:28,655 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,656 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:28,656 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName B 2024-11-22T21:21:28,656 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:28,657 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:28,657 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,657 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:28,658 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 253ed8e25d9b84b5518f8b597999a903 columnFamilyName C 2024-11-22T21:21:28,658 DEBUG [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:28,658 INFO [StoreOpener-253ed8e25d9b84b5518f8b597999a903-1 {}] regionserver.HStore(327): Store=253ed8e25d9b84b5518f8b597999a903/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:28,658 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,659 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,660 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,662 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:21:28,664 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,665 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 253ed8e25d9b84b5518f8b597999a903; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71486422, jitterRate=0.06523069739341736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:21:28,666 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:28,667 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., pid=42, masterSystemTime=1732310488634 2024-11-22T21:21:28,668 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,668 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=OPEN, openSeqNum=5, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-22T21:21:28,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 in 188 msec 2024-11-22T21:21:28,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T21:21:28,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, REOPEN/MOVE in 509 msec 2024-11-22T21:21:28,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T21:21:28,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-22T21:21:28,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 949 msec 2024-11-22T21:21:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-22T21:21:28,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-22T21:21:28,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-22T21:21:28,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-22T21:21:28,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,704 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-22T21:21:28,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-22T21:21:28,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,711 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-22T21:21:28,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-22T21:21:28,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-22T21:21:28,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-22T21:21:28,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:28,734 DEBUG [hconnection-0x523de341-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,735 DEBUG [hconnection-0x4a7c07ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,735 DEBUG [hconnection-0x5866f590-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:28,735 DEBUG [hconnection-0x5bff4c35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,736 DEBUG [hconnection-0x18dc6f16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,736 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,736 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,737 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-22T21:21:28,737 DEBUG [hconnection-0x6104daa5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:28,738 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,739 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,739 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:28,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:28,740 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,742 DEBUG [hconnection-0x68435dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,742 DEBUG [hconnection-0x4cbc568-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,742 DEBUG [hconnection-0x6297edbb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:28,744 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,744 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,744 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:28,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:28,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:28,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:28,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310548792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310548793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310548795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310548796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310548797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d08db02337ae4ae0962770b6d1cb544b_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310488751/Put/seqid=0 2024-11-22T21:21:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741953_1129 (size=12154) 2024-11-22T21:21:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:28,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310548898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310548899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:28,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:28,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310548902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310548903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:28,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310548903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:29,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310549102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310549105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310549110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310549111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310549114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:21:29,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,229 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:29,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d08db02337ae4ae0962770b6d1cb544b_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d08db02337ae4ae0962770b6d1cb544b_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:29,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/466cd2733a5e4a9eb1954b00ee81b736, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:29,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/466cd2733a5e4a9eb1954b00ee81b736 is 175, key is test_row_0/A:col10/1732310488751/Put/seqid=0 2024-11-22T21:21:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741954_1130 (size=30955) 2024-11-22T21:21:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:29,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310549404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310549408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310549413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310549415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310549417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/466cd2733a5e4a9eb1954b00ee81b736 2024-11-22T21:21:29,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/9b45561adba94603a2238d6fbaaaa055 is 50, key is test_row_0/B:col10/1732310488751/Put/seqid=0 2024-11-22T21:21:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741955_1131 (size=12001) 2024-11-22T21:21:29,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/9b45561adba94603a2238d6fbaaaa055 2024-11-22T21:21:29,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/68f79eab597641ddaadc6800c3da554e is 50, key is test_row_0/C:col10/1732310488751/Put/seqid=0 2024-11-22T21:21:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741956_1132 (size=12001) 2024-11-22T21:21:29,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:29,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310549906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310549914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310549919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310549921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310549924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:29,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:29,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:29,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:29,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:29,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:30,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:30,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:30,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:30,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:30,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/68f79eab597641ddaadc6800c3da554e 2024-11-22T21:21:30,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/466cd2733a5e4a9eb1954b00ee81b736 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736 2024-11-22T21:21:30,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T21:21:30,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/9b45561adba94603a2238d6fbaaaa055 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055 2024-11-22T21:21:30,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T21:21:30,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/68f79eab597641ddaadc6800c3da554e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e 2024-11-22T21:21:30,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T21:21:30,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 253ed8e25d9b84b5518f8b597999a903 in 1501ms, sequenceid=16, compaction requested=false 2024-11-22T21:21:30,253 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T21:21:30,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:30,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:30,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T21:21:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:30,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:30,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ed47bdf947cb446ba946b6d275e8187c_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310488786/Put/seqid=0 2024-11-22T21:21:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741957_1133 (size=12154) 2024-11-22T21:21:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:30,798 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ed47bdf947cb446ba946b6d275e8187c_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed47bdf947cb446ba946b6d275e8187c_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:30,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ce6f88491cdc48f78c73341ea82f386e, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ce6f88491cdc48f78c73341ea82f386e is 175, key is test_row_0/A:col10/1732310488786/Put/seqid=0 2024-11-22T21:21:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741958_1134 (size=30955) 2024-11-22T21:21:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:30,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:30,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310550927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:30,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310550929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310550929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310550930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310550933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310551031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310551034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310551034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,232 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ce6f88491cdc48f78c73341ea82f386e 2024-11-22T21:21:31,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310551235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310551236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310551238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3e8e18ad8cd24fe4bc164efccac692e5 is 50, key is test_row_0/B:col10/1732310488786/Put/seqid=0 2024-11-22T21:21:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741959_1135 (size=12001) 2024-11-22T21:21:31,259 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3e8e18ad8cd24fe4bc164efccac692e5 2024-11-22T21:21:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5b47e6d053bb4d8b902aedc2664edc41 is 50, key is test_row_0/C:col10/1732310488786/Put/seqid=0 2024-11-22T21:21:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741960_1136 (size=12001) 2024-11-22T21:21:31,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5b47e6d053bb4d8b902aedc2664edc41 2024-11-22T21:21:31,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ce6f88491cdc48f78c73341ea82f386e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e 2024-11-22T21:21:31,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T21:21:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3e8e18ad8cd24fe4bc164efccac692e5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5 2024-11-22T21:21:31,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T21:21:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5b47e6d053bb4d8b902aedc2664edc41 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41 2024-11-22T21:21:31,324 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T21:21:31,326 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 253ed8e25d9b84b5518f8b597999a903 in 1032ms, sequenceid=42, compaction requested=false 2024-11-22T21:21:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T21:21:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-22T21:21:31,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T21:21:31,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5890 sec 2024-11-22T21:21:31,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.5950 sec 2024-11-22T21:21:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:31,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:31,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:31,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:31,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112222f9a37f9129499a99548eca2e28f199_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741961_1137 (size=12154) 2024-11-22T21:21:31,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310551579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310551581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310551584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112222f9a37f9129499a99548eca2e28f199_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112222f9a37f9129499a99548eca2e28f199_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:31,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/990b8cc2dd314537bfe8d70b84cde32f, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:31,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/990b8cc2dd314537bfe8d70b84cde32f is 175, key is test_row_0/A:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741962_1138 (size=30955) 2024-11-22T21:21:31,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/990b8cc2dd314537bfe8d70b84cde32f 2024-11-22T21:21:31,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/936e8b4da98c4671bb831cf58a0fe17e is 50, key is test_row_0/B:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741963_1139 (size=12001) 2024-11-22T21:21:31,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/936e8b4da98c4671bb831cf58a0fe17e 2024-11-22T21:21:31,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/2f51c8252b124cc69424015198b9290e is 50, key is test_row_0/C:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:31,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310551686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310551688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310551689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741964_1140 (size=12001) 2024-11-22T21:21:31,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310551891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310551895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310551896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/2f51c8252b124cc69424015198b9290e 2024-11-22T21:21:32,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/990b8cc2dd314537bfe8d70b84cde32f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f 2024-11-22T21:21:32,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f, entries=150, sequenceid=54, filesize=30.2 K 2024-11-22T21:21:32,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/936e8b4da98c4671bb831cf58a0fe17e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e 2024-11-22T21:21:32,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T21:21:32,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/2f51c8252b124cc69424015198b9290e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e 2024-11-22T21:21:32,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T21:21:32,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 253ed8e25d9b84b5518f8b597999a903 in 590ms, sequenceid=54, compaction requested=true 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:32,136 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:32,136 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:32,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:32,137 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:32,137 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:32,139 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:32,139 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:32,139 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:32,139 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:32,140 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.2 K 2024-11-22T21:21:32,140 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=90.7 K 2024-11-22T21:21:32,140 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:32,140 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f] 2024-11-22T21:21:32,140 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b45561adba94603a2238d6fbaaaa055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732310488749 2024-11-22T21:21:32,141 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 466cd2733a5e4a9eb1954b00ee81b736, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732310488749 2024-11-22T21:21:32,141 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8e18ad8cd24fe4bc164efccac692e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732310488786 2024-11-22T21:21:32,141 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce6f88491cdc48f78c73341ea82f386e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732310488786 2024-11-22T21:21:32,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 936e8b4da98c4671bb831cf58a0fe17e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:32,142 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990b8cc2dd314537bfe8d70b84cde32f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:32,162 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:32,163 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/0df2b6f824d64985a21bcacf61acd719 is 50, key is test_row_0/B:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:32,165 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:21:32,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741965_1141 (size=12104) 2024-11-22T21:21:32,209 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112224e492ffa8f64c4a9eb0dd65d0f77c81_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,214 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112224e492ffa8f64c4a9eb0dd65d0f77c81_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,214 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112224e492ffa8f64c4a9eb0dd65d0f77c81_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,220 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/0df2b6f824d64985a21bcacf61acd719 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/0df2b6f824d64985a21bcacf61acd719 2024-11-22T21:21:32,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310552221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310552224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ba010042058740ff8bcf1d099dc1b8bd_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310491576/Put/seqid=0 2024-11-22T21:21:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741966_1142 (size=4469) 2024-11-22T21:21:32,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310552225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,232 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#121 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:32,234 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/eeea04f228734dbbafb2f0aac302711a is 175, key is test_row_0/A:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:32,236 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 0df2b6f824d64985a21bcacf61acd719(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:32,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:32,236 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310492136; duration=0sec 2024-11-22T21:21:32,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:32,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:32,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:32,238 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:32,238 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:32,238 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:32,239 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.2 K 2024-11-22T21:21:32,239 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 68f79eab597641ddaadc6800c3da554e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732310488749 2024-11-22T21:21:32,239 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b47e6d053bb4d8b902aedc2664edc41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732310488786 2024-11-22T21:21:32,240 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f51c8252b124cc69424015198b9290e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741967_1143 (size=14594) 2024-11-22T21:21:32,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ba010042058740ff8bcf1d099dc1b8bd_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba010042058740ff8bcf1d099dc1b8bd_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:32,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/aeb48ee4b6b74613924b4ace25690c7b, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/aeb48ee4b6b74613924b4ace25690c7b is 175, key is test_row_0/A:col10/1732310491576/Put/seqid=0 2024-11-22T21:21:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741968_1144 (size=31058) 2024-11-22T21:21:32,296 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/eeea04f228734dbbafb2f0aac302711a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a 2024-11-22T21:21:32,299 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:32,299 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8e1c7cb7f83d45f38ddc53e8afb223b0 is 50, key is test_row_0/C:col10/1732310491543/Put/seqid=0 2024-11-22T21:21:32,302 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into eeea04f228734dbbafb2f0aac302711a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:32,303 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:32,303 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310492136; duration=0sec 2024-11-22T21:21:32,303 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:32,303 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:32,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741969_1145 (size=39549) 2024-11-22T21:21:32,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/aeb48ee4b6b74613924b4ace25690c7b 2024-11-22T21:21:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741970_1146 (size=12104) 2024-11-22T21:21:32,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/4b9516bec22f4c69bb566c1a60127804 is 50, key is test_row_0/B:col10/1732310491576/Put/seqid=0 2024-11-22T21:21:32,326 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8e1c7cb7f83d45f38ddc53e8afb223b0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8e1c7cb7f83d45f38ddc53e8afb223b0 2024-11-22T21:21:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310552327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310552327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,338 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into 8e1c7cb7f83d45f38ddc53e8afb223b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:32,338 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:32,338 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=13, startTime=1732310492136; duration=0sec 2024-11-22T21:21:32,338 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:32,338 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:32,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310552336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741971_1147 (size=12001) 2024-11-22T21:21:32,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/4b9516bec22f4c69bb566c1a60127804 2024-11-22T21:21:32,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/1601703142fc468f9f57d634584d5fde is 50, key is test_row_0/C:col10/1732310491576/Put/seqid=0 2024-11-22T21:21:32,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741972_1148 (size=12001) 2024-11-22T21:21:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310552529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310552530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310552541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/1601703142fc468f9f57d634584d5fde 2024-11-22T21:21:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/aeb48ee4b6b74613924b4ace25690c7b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b 2024-11-22T21:21:32,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b, entries=200, sequenceid=79, filesize=38.6 K 2024-11-22T21:21:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/4b9516bec22f4c69bb566c1a60127804 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804 2024-11-22T21:21:32,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T21:21:32,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/1601703142fc468f9f57d634584d5fde as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde 2024-11-22T21:21:32,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310552834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310552834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310552846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T21:21:32,851 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-22T21:21:32,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T21:21:32,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:32,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 253ed8e25d9b84b5518f8b597999a903 in 656ms, sequenceid=79, compaction requested=false 2024-11-22T21:21:32,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-22T21:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:32,858 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:32,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:32,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:32,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:32,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:32,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7a25fbd1db64022bca27536d98fd779_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741973_1149 (size=12154) 2024-11-22T21:21:32,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:32,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7a25fbd1db64022bca27536d98fd779_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7a25fbd1db64022bca27536d98fd779_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:32,967 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/b24cfff01fab40bc8522a692de28cded, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:32,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/b24cfff01fab40bc8522a692de28cded is 175, key is test_row_0/A:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741974_1150 (size=30955) 2024-11-22T21:21:32,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/b24cfff01fab40bc8522a692de28cded 2024-11-22T21:21:32,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b552a04caa2443b58af40497fff46d9e is 50, key is test_row_0/B:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:33,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741975_1151 (size=12001) 2024-11-22T21:21:33,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b552a04caa2443b58af40497fff46d9e 2024-11-22T21:21:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/158796b453da4bf68190e266edc9ad67 is 50, key is test_row_0/C:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741976_1152 (size=12001) 2024-11-22T21:21:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:33,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310553336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310553340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310553349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/158796b453da4bf68190e266edc9ad67 2024-11-22T21:21:33,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/b24cfff01fab40bc8522a692de28cded as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded 2024-11-22T21:21:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:33,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded, entries=150, sequenceid=95, filesize=30.2 K 2024-11-22T21:21:33,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b552a04caa2443b58af40497fff46d9e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e 2024-11-22T21:21:33,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T21:21:33,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/158796b453da4bf68190e266edc9ad67 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67 2024-11-22T21:21:33,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T21:21:33,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 253ed8e25d9b84b5518f8b597999a903 in 534ms, sequenceid=95, compaction requested=true 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:33,480 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:33,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:33,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:21:33,484 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:33,486 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:33,486 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:33,486 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:33,486 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:33,486 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,486 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,486 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/0df2b6f824d64985a21bcacf61acd719, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.3 K 2024-11-22T21:21:33,486 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=99.2 K 2024-11-22T21:21:33,486 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,486 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded] 2024-11-22T21:21:33,487 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df2b6f824d64985a21bcacf61acd719, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:33,487 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting eeea04f228734dbbafb2f0aac302711a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:33,487 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b9516bec22f4c69bb566c1a60127804, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310491576 2024-11-22T21:21:33,487 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb48ee4b6b74613924b4ace25690c7b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310491576 2024-11-22T21:21:33,488 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b552a04caa2443b58af40497fff46d9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:33,488 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b24cfff01fab40bc8522a692de28cded, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:33,495 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:33,497 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:33,498 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/407711fc3b7c4f5c8879d5130ff90ddd is 50, key is test_row_0/B:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:33,499 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b11cc3c34e2641d48629d49f3b4ab718_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:33,502 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b11cc3c34e2641d48629d49f3b4ab718_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:33,503 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b11cc3c34e2641d48629d49f3b4ab718_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741977_1153 (size=12207) 2024-11-22T21:21:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741978_1154 (size=4469) 2024-11-22T21:21:33,522 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/407711fc3b7c4f5c8879d5130ff90ddd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/407711fc3b7c4f5c8879d5130ff90ddd 2024-11-22T21:21:33,534 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 407711fc3b7c4f5c8879d5130ff90ddd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:33,534 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:33,534 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310493480; duration=0sec 2024-11-22T21:21:33,534 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:33,534 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:33,534 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:33,540 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:33,540 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:33,540 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,541 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8e1c7cb7f83d45f38ddc53e8afb223b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.3 K 2024-11-22T21:21:33,541 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e1c7cb7f83d45f38ddc53e8afb223b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732310490923 2024-11-22T21:21:33,542 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1601703142fc468f9f57d634584d5fde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310491576 2024-11-22T21:21:33,543 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 158796b453da4bf68190e266edc9ad67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:33,554 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:33,555 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/cca86467fe3342a8b02ae4cb4582473d is 50, key is test_row_0/C:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741979_1155 (size=12207) 2024-11-22T21:21:33,578 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/cca86467fe3342a8b02ae4cb4582473d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/cca86467fe3342a8b02ae4cb4582473d 2024-11-22T21:21:33,588 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into cca86467fe3342a8b02ae4cb4582473d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:33,588 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:33,588 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=13, startTime=1732310493480; duration=0sec 2024-11-22T21:21:33,588 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:33,588 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:33,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:33,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:33,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228a541034f71446b8a07b9d335eec6009_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310492985/Put/seqid=0 2024-11-22T21:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741980_1156 (size=12154) 2024-11-22T21:21:33,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:33,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228a541034f71446b8a07b9d335eec6009_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a541034f71446b8a07b9d335eec6009_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:33,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/4e0f6623b3a843719fd5bc7c6842d1de, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:33,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/4e0f6623b3a843719fd5bc7c6842d1de is 175, key is test_row_0/A:col10/1732310492985/Put/seqid=0 2024-11-22T21:21:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741981_1157 (size=30955) 2024-11-22T21:21:33,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/4e0f6623b3a843719fd5bc7c6842d1de 2024-11-22T21:21:33,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/f13078ca71f04444b365718f91808ee4 is 50, key is test_row_0/B:col10/1732310492985/Put/seqid=0 2024-11-22T21:21:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741982_1158 (size=12001) 2024-11-22T21:21:33,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,918 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#129 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:33,919 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/1c08a305f79e4dd1a907a248b16fc0e9 is 175, key is test_row_0/A:col10/1732310492223/Put/seqid=0 2024-11-22T21:21:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741983_1159 (size=31161) 2024-11-22T21:21:33,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:33,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:33,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:33,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310553943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310553944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:34,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/f13078ca71f04444b365718f91808ee4 2024-11-22T21:21:34,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/308ff2367f0347c98dc9fec8ad30627a is 50, key is test_row_0/C:col10/1732310492985/Put/seqid=0 2024-11-22T21:21:34,094 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741984_1160 (size=12001) 2024-11-22T21:21:34,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/308ff2367f0347c98dc9fec8ad30627a 2024-11-22T21:21:34,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/4e0f6623b3a843719fd5bc7c6842d1de as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de 2024-11-22T21:21:34,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de, entries=150, sequenceid=122, filesize=30.2 K 2024-11-22T21:21:34,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/f13078ca71f04444b365718f91808ee4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4 2024-11-22T21:21:34,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T21:21:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/308ff2367f0347c98dc9fec8ad30627a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a 2024-11-22T21:21:34,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T21:21:34,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 253ed8e25d9b84b5518f8b597999a903 in 492ms, sequenceid=122, compaction requested=false 2024-11-22T21:21:34,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:34,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:21:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:34,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:34,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:34,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122769dad54859c406d82cc6f9d0c58db0b_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741985_1161 (size=14744) 2024-11-22T21:21:34,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310554277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310554280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,331 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/1c08a305f79e4dd1a907a248b16fc0e9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9 2024-11-22T21:21:34,338 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into 1c08a305f79e4dd1a907a248b16fc0e9(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:34,338 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:34,338 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310493480; duration=0sec 2024-11-22T21:21:34,339 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:34,339 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:34,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310554345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310554345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310554356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310554383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310554383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310554586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310554586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:34,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122769dad54859c406d82cc6f9d0c58db0b_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122769dad54859c406d82cc6f9d0c58db0b_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:34,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dbcaa76c6c094279b5ede3263045f1b8, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:34,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dbcaa76c6c094279b5ede3263045f1b8 is 175, key is test_row_0/A:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741986_1162 (size=39699) 2024-11-22T21:21:34,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:34,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:34,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:34,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:34,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310554890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310554891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:35,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:35,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dbcaa76c6c094279b5ede3263045f1b8 2024-11-22T21:21:35,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b8c63717d57248308065c4d61d040d1f is 50, key is test_row_0/B:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741987_1163 (size=12101) 2024-11-22T21:21:35,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:35,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:35,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310555396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310555397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:35,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:35,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:35,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b8c63717d57248308065c4d61d040d1f 2024-11-22T21:21:35,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/69aa6d31cb79458688d6b1f953cb3ba8 is 50, key is test_row_0/C:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741988_1164 (size=12101) 2024-11-22T21:21:35,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/69aa6d31cb79458688d6b1f953cb3ba8 2024-11-22T21:21:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dbcaa76c6c094279b5ede3263045f1b8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8 2024-11-22T21:21:35,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8, entries=200, sequenceid=134, filesize=38.8 K 2024-11-22T21:21:35,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b8c63717d57248308065c4d61d040d1f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f 2024-11-22T21:21:35,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T21:21:35,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/69aa6d31cb79458688d6b1f953cb3ba8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8 2024-11-22T21:21:35,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T21:21:35,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 253ed8e25d9b84b5518f8b597999a903 in 1358ms, sequenceid=134, compaction requested=true 2024-11-22T21:21:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:35,604 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:35,604 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:35,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:35,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:35,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:35,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:35,611 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:35,611 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:35,611 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,611 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=99.4 K 2024-11-22T21:21:35,611 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,611 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8] 2024-11-22T21:21:35,612 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:35,612 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:35,612 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,612 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/407711fc3b7c4f5c8879d5130ff90ddd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.5 K 2024-11-22T21:21:35,613 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 407711fc3b7c4f5c8879d5130ff90ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:35,613 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c08a305f79e4dd1a907a248b16fc0e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:35,613 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f13078ca71f04444b365718f91808ee4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732310492985 2024-11-22T21:21:35,614 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c63717d57248308065c4d61d040d1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:35,614 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e0f6623b3a843719fd5bc7c6842d1de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732310492985 2024-11-22T21:21:35,616 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbcaa76c6c094279b5ede3263045f1b8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:35,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:35,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T21:21:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,631 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:21:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:35,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:35,635 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:35,636 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/4eb126d365774deabe1df85f74e45b2b is 50, key is test_row_0/B:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:35,641 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:35,657 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e1c722fa33de4e778b5bcc7679d5cf18_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:35,659 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e1c722fa33de4e778b5bcc7679d5cf18_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:35,659 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e1c722fa33de4e778b5bcc7679d5cf18_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f54bfa3ae7fd4551b1d15ee18f0e5473_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310494279/Put/seqid=0 2024-11-22T21:21:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741989_1165 (size=12409) 2024-11-22T21:21:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741991_1167 (size=12304) 2024-11-22T21:21:35,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:35,700 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/4eb126d365774deabe1df85f74e45b2b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4eb126d365774deabe1df85f74e45b2b 2024-11-22T21:21:35,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f54bfa3ae7fd4551b1d15ee18f0e5473_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f54bfa3ae7fd4551b1d15ee18f0e5473_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:35,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/08dcba3499e5415c8e72e588aca0b3ff, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:35,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/08dcba3499e5415c8e72e588aca0b3ff is 175, key is test_row_0/A:col10/1732310494279/Put/seqid=0 2024-11-22T21:21:35,711 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 4eb126d365774deabe1df85f74e45b2b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:35,711 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:35,711 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310495604; duration=0sec 2024-11-22T21:21:35,711 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:35,711 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:35,711 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:35,713 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:35,713 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:35,714 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:35,714 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/cca86467fe3342a8b02ae4cb4582473d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=35.5 K 2024-11-22T21:21:35,714 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting cca86467fe3342a8b02ae4cb4582473d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732310492222 2024-11-22T21:21:35,715 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 308ff2367f0347c98dc9fec8ad30627a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732310492985 2024-11-22T21:21:35,715 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 69aa6d31cb79458688d6b1f953cb3ba8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:35,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741990_1166 (size=4469) 2024-11-22T21:21:35,726 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#139 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:35,726 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/e0b2e2fd96e04272b49dea59d320e6d3 is 175, key is test_row_0/A:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:35,734 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:35,735 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8c50b820fee440cf9c991e3331a6c98a is 50, key is test_row_0/C:col10/1732310493631/Put/seqid=0 2024-11-22T21:21:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741992_1168 (size=31105) 2024-11-22T21:21:35,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741993_1169 (size=31363) 2024-11-22T21:21:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741994_1170 (size=12409) 2024-11-22T21:21:36,169 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/08dcba3499e5415c8e72e588aca0b3ff 2024-11-22T21:21:36,176 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/e0b2e2fd96e04272b49dea59d320e6d3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3 2024-11-22T21:21:36,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/72b36313cf7f4eb6b691291737ff1c8e is 50, key is test_row_0/B:col10/1732310494279/Put/seqid=0 2024-11-22T21:21:36,185 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into e0b2e2fd96e04272b49dea59d320e6d3(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:36,185 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:36,185 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310495604; duration=0sec 2024-11-22T21:21:36,186 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:36,186 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741995_1171 (size=12151) 2024-11-22T21:21:36,190 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/72b36313cf7f4eb6b691291737ff1c8e 2024-11-22T21:21:36,199 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8c50b820fee440cf9c991e3331a6c98a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c50b820fee440cf9c991e3331a6c98a 2024-11-22T21:21:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/23d0e5af6df3494faab311655ef07b39 is 50, key is test_row_0/C:col10/1732310494279/Put/seqid=0 2024-11-22T21:21:36,205 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into 8c50b820fee440cf9c991e3331a6c98a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:36,206 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:36,206 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=13, startTime=1732310495605; duration=0sec 2024-11-22T21:21:36,206 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:36,206 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741996_1172 (size=12151) 2024-11-22T21:21:36,219 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/23d0e5af6df3494faab311655ef07b39 2024-11-22T21:21:36,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/08dcba3499e5415c8e72e588aca0b3ff as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff 2024-11-22T21:21:36,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff, entries=150, sequenceid=159, filesize=30.4 K 2024-11-22T21:21:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/72b36313cf7f4eb6b691291737ff1c8e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e 2024-11-22T21:21:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T21:21:36,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/23d0e5af6df3494faab311655ef07b39 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39 2024-11-22T21:21:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T21:21:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 253ed8e25d9b84b5518f8b597999a903 in 616ms, sequenceid=159, compaction requested=false 2024-11-22T21:21:36,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:36,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:36,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T21:21:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-22T21:21:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-22T21:21:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3890 sec 2024-11-22T21:21:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 3.3950 sec 2024-11-22T21:21:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f41095611464471eb9debed330883f49_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741998_1174 (size=24758) 2024-11-22T21:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f41095611464471eb9debed330883f49_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f41095611464471eb9debed330883f49_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/a786d83bdc95420388b8434ad1c2abc3, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/a786d83bdc95420388b8434ad1c2abc3 is 175, key is test_row_0/A:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741997_1173 (size=74394) 2024-11-22T21:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310556454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310556455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310556463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/a786d83bdc95420388b8434ad1c2abc3 2024-11-22T21:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310556466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310556467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/626227b41d204fc28ae6146655b86c86 is 50, key is test_row_0/B:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741999_1175 (size=24105) 2024-11-22T21:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/626227b41d204fc28ae6146655b86c86 2024-11-22T21:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5468ba8d81a74618b20f987db46cedb8 is 50, key is test_row_0/C:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742000_1176 (size=24105) 2024-11-22T21:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310556567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310556568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310556569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310556572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310556573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310556770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310556771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310556775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310556775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:36,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5468ba8d81a74618b20f987db46cedb8 2024-11-22T21:21:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/a786d83bdc95420388b8434ad1c2abc3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3 2024-11-22T21:21:36,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3, entries=400, sequenceid=173, filesize=72.7 K 2024-11-22T21:21:36,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/626227b41d204fc28ae6146655b86c86 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86 2024-11-22T21:21:36,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86, entries=400, sequenceid=173, filesize=23.5 K 2024-11-22T21:21:36,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/5468ba8d81a74618b20f987db46cedb8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8 2024-11-22T21:21:36,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8, entries=400, sequenceid=173, filesize=23.5 K 2024-11-22T21:21:36,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 253ed8e25d9b84b5518f8b597999a903 in 545ms, sequenceid=173, compaction requested=true 2024-11-22T21:21:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:36,955 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:36,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:36,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:36,956 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:36,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:36,957 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:36,957 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:36,957 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:36,957 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4eb126d365774deabe1df85f74e45b2b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=47.5 K 2024-11-22T21:21:36,958 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136862 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:36,958 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:36,958 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:36,959 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=133.7 K 2024-11-22T21:21:36,959 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:36,959 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3] 2024-11-22T21:21:36,959 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb126d365774deabe1df85f74e45b2b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:36,960 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 72b36313cf7f4eb6b691291737ff1c8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310494267 2024-11-22T21:21:36,960 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b2e2fd96e04272b49dea59d320e6d3, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:36,961 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 626227b41d204fc28ae6146655b86c86, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496392 2024-11-22T21:21:36,961 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08dcba3499e5415c8e72e588aca0b3ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310494267 2024-11-22T21:21:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T21:21:36,964 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-22T21:21:36,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-22T21:21:36,968 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a786d83bdc95420388b8434ad1c2abc3, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496392 2024-11-22T21:21:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:36,969 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:36,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:36,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:36,986 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:36,987 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:36,988 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/86dba9f769754a47bb7b517f027d9595 is 50, key is test_row_0/B:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:36,998 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229997e614a9744ad588e43e0bda25a071_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:37,001 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229997e614a9744ad588e43e0bda25a071_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:37,002 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229997e614a9744ad588e43e0bda25a071_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742001_1177 (size=12561) 2024-11-22T21:21:37,040 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/86dba9f769754a47bb7b517f027d9595 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/86dba9f769754a47bb7b517f027d9595 2024-11-22T21:21:37,047 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 86dba9f769754a47bb7b517f027d9595(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:37,047 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:37,047 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310496955; duration=0sec 2024-11-22T21:21:37,047 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:37,047 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:37,047 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:37,050 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:37,050 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:37,050 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,050 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c50b820fee440cf9c991e3331a6c98a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=47.5 K 2024-11-22T21:21:37,051 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c50b820fee440cf9c991e3331a6c98a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732310493631 2024-11-22T21:21:37,051 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d0e5af6df3494faab311655ef07b39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732310494267 2024-11-22T21:21:37,051 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5468ba8d81a74618b20f987db46cedb8, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496392 2024-11-22T21:21:37,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742002_1178 (size=4469) 2024-11-22T21:21:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:37,072 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:37,073 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/09ab528432f748adaf0367027b0e625d is 50, key is test_row_0/C:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:37,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T21:21:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:37,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:37,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:37,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:37,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742003_1179 (size=12561) 2024-11-22T21:21:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310557081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310557086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,095 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/09ab528432f748adaf0367027b0e625d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/09ab528432f748adaf0367027b0e625d 2024-11-22T21:21:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310557089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310557089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310557092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,105 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into 09ab528432f748adaf0367027b0e625d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:37,105 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:37,105 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=13, startTime=1732310496956; duration=0sec 2024-11-22T21:21:37,106 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:37,106 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:37,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232f90903a53543b59cd8e8218a26ba6e_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310497076/Put/seqid=0 2024-11-22T21:21:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742004_1180 (size=14794) 2024-11-22T21:21:37,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,133 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232f90903a53543b59cd8e8218a26ba6e_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232f90903a53543b59cd8e8218a26ba6e_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:37,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/93483890459945dbab6390360d8befb8, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:37,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/93483890459945dbab6390360d8befb8 is 175, key is test_row_0/A:col10/1732310497076/Put/seqid=0 2024-11-22T21:21:37,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742005_1181 (size=39749) 2024-11-22T21:21:37,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310557193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310557198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310557198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310557199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:37,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310557396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310557400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310557402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310557402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,461 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:37,462 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/13024b11a9ac4f0dbb50e7e094646ced is 175, key is test_row_0/A:col10/1732310496409/Put/seqid=0 2024-11-22T21:21:37,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742006_1182 (size=31515) 2024-11-22T21:21:37,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/93483890459945dbab6390360d8befb8 2024-11-22T21:21:37,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/c8d9aa73d4604a57a44db1fdeec72bb7 is 50, key is test_row_0/B:col10/1732310497076/Put/seqid=0 2024-11-22T21:21:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742007_1183 (size=12151) 2024-11-22T21:21:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:37,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310557592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310557699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310557705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310557705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:37,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,877 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/13024b11a9ac4f0dbb50e7e094646ced as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced 2024-11-22T21:21:37,882 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into 13024b11a9ac4f0dbb50e7e094646ced(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:37,882 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:37,882 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310496955; duration=0sec 2024-11-22T21:21:37,883 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:37,883 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:37,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:37,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:37,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:37,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/c8d9aa73d4604a57a44db1fdeec72bb7 2024-11-22T21:21:37,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/de426e9f77dc4a19976bd78635ce3a36 is 50, key is test_row_0/C:col10/1732310497076/Put/seqid=0 2024-11-22T21:21:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742008_1184 (size=12151) 2024-11-22T21:21:37,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/de426e9f77dc4a19976bd78635ce3a36 2024-11-22T21:21:37,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/93483890459945dbab6390360d8befb8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8 2024-11-22T21:21:37,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8, entries=200, sequenceid=202, filesize=38.8 K 2024-11-22T21:21:37,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/c8d9aa73d4604a57a44db1fdeec72bb7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7 2024-11-22T21:21:38,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T21:21:38,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/de426e9f77dc4a19976bd78635ce3a36 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36 2024-11-22T21:21:38,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36, entries=150, sequenceid=202, filesize=11.9 K 2024-11-22T21:21:38,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 253ed8e25d9b84b5518f8b597999a903 in 937ms, sequenceid=202, compaction requested=false 2024-11-22T21:21:38,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:38,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:38,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T21:21:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:38,045 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T21:21:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122618d212fd66847c5a897fb993fadc0d3_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310497086/Put/seqid=0 2024-11-22T21:21:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742009_1185 (size=12304) 2024-11-22T21:21:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:38,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310558298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310558299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310558299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310558300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310558403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310558403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310558403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310558406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:38,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122618d212fd66847c5a897fb993fadc0d3_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122618d212fd66847c5a897fb993fadc0d3_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:38,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/66e0cbf48dd448508d8cf4c575c1463a, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:38,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/66e0cbf48dd448508d8cf4c575c1463a is 175, key is test_row_0/A:col10/1732310497086/Put/seqid=0 2024-11-22T21:21:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742010_1186 (size=31105) 2024-11-22T21:21:38,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/66e0cbf48dd448508d8cf4c575c1463a 2024-11-22T21:21:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/bf3e783af6114c4fb12c745b3cc963ed is 50, key is test_row_0/B:col10/1732310497086/Put/seqid=0 2024-11-22T21:21:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742011_1187 (size=12151) 2024-11-22T21:21:38,517 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/bf3e783af6114c4fb12c745b3cc963ed 2024-11-22T21:21:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3ee2eef59207436497b99f19a986bfbc is 50, key is test_row_0/C:col10/1732310497086/Put/seqid=0 2024-11-22T21:21:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742012_1188 (size=12151) 2024-11-22T21:21:38,546 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3ee2eef59207436497b99f19a986bfbc 2024-11-22T21:21:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/66e0cbf48dd448508d8cf4c575c1463a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a 2024-11-22T21:21:38,559 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a, entries=150, sequenceid=212, filesize=30.4 K 2024-11-22T21:21:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/bf3e783af6114c4fb12c745b3cc963ed as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed 2024-11-22T21:21:38,568 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:21:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3ee2eef59207436497b99f19a986bfbc as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc 2024-11-22T21:21:38,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:21:38,574 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 253ed8e25d9b84b5518f8b597999a903 in 529ms, sequenceid=212, compaction requested=true 2024-11-22T21:21:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T21:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-22T21:21:38,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T21:21:38,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6050 sec 2024-11-22T21:21:38,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.6110 sec 2024-11-22T21:21:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:38,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T21:21:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310558608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310558609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310558610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310558611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310558611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112286930845883c4f058ee16f36aad187a1_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742013_1189 (size=14794) 2024-11-22T21:21:38,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310558715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310558715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310558716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310558716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,808 INFO [master/a98040524f50:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T21:21:38,808 INFO [master/a98040524f50:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T21:21:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310558913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310558918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310558919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310558920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310558921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:39,044 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112286930845883c4f058ee16f36aad187a1_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112286930845883c4f058ee16f36aad187a1_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:39,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/7f0b7882735e4fc1b742ef462923d197, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:39,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/7f0b7882735e4fc1b742ef462923d197 is 175, key is test_row_0/A:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742014_1190 (size=39749) 2024-11-22T21:21:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T21:21:39,075 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-22T21:21:39,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-22T21:21:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:39,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:39,081 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:39,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310559223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310559223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310559223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310559225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:39,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:39,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:39,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310559416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/7f0b7882735e4fc1b742ef462923d197 2024-11-22T21:21:39,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/69f6c4db7c7d458c8ef1d1b61f8be06f is 50, key is test_row_0/B:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742015_1191 (size=12151) 2024-11-22T21:21:39,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:39,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:39,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:39,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310559726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310559728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310559729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310559729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:39,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:39,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:39,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:39,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/69f6c4db7c7d458c8ef1d1b61f8be06f 2024-11-22T21:21:39,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/bca2cda00fab425b885fb29451ee175a is 50, key is test_row_0/C:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742016_1192 (size=12151) 2024-11-22T21:21:39,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:40,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:40,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:40,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/bca2cda00fab425b885fb29451ee175a 2024-11-22T21:21:40,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/7f0b7882735e4fc1b742ef462923d197 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197 2024-11-22T21:21:40,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197, entries=200, sequenceid=241, filesize=38.8 K 2024-11-22T21:21:40,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/69f6c4db7c7d458c8ef1d1b61f8be06f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f 2024-11-22T21:21:40,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T21:21:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/bca2cda00fab425b885fb29451ee175a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a 2024-11-22T21:21:40,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T21:21:40,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 253ed8e25d9b84b5518f8b597999a903 in 1698ms, sequenceid=241, compaction requested=true 2024-11-22T21:21:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:40,305 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:40,305 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:40,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:40,306 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:40,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T21:21:40,306 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,307 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,307 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T21:21:40,307 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/86dba9f769754a47bb7b517f027d9595, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=47.9 K 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:40,308 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:40,308 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:40,308 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,308 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=138.8 K 2024-11-22T21:21:40,308 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,308 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197] 2024-11-22T21:21:40,309 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 86dba9f769754a47bb7b517f027d9595, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496393 2024-11-22T21:21:40,309 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13024b11a9ac4f0dbb50e7e094646ced, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496393 2024-11-22T21:21:40,309 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93483890459945dbab6390360d8befb8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732310496463 2024-11-22T21:21:40,310 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c8d9aa73d4604a57a44db1fdeec72bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732310496464 2024-11-22T21:21:40,310 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66e0cbf48dd448508d8cf4c575c1463a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310497079 2024-11-22T21:21:40,310 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3e783af6114c4fb12c745b3cc963ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310497079 2024-11-22T21:21:40,311 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0b7882735e4fc1b742ef462923d197, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:40,311 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 69f6c4db7c7d458c8ef1d1b61f8be06f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:40,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112275683c059e79467fa5980984d7d10fa2_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310498609/Put/seqid=0 2024-11-22T21:21:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742017_1193 (size=12304) 2024-11-22T21:21:40,329 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:40,330 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:40,331 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/098dfe3d8817408cbd646e42a42ccd22 is 50, key is test_row_0/B:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:40,331 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225de1dde42f3d423fbcc41670f2a25d19_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:40,334 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225de1dde42f3d423fbcc41670f2a25d19_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:40,334 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225de1dde42f3d423fbcc41670f2a25d19_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742018_1194 (size=12697) 2024-11-22T21:21:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742019_1195 (size=4469) 2024-11-22T21:21:40,342 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#161 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:40,343 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/eaec586af9e84b1ab7d9e401534ca7aa is 175, key is test_row_0/A:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:40,343 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/098dfe3d8817408cbd646e42a42ccd22 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/098dfe3d8817408cbd646e42a42ccd22 2024-11-22T21:21:40,351 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 098dfe3d8817408cbd646e42a42ccd22(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:40,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:40,351 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=12, startTime=1732310500305; duration=0sec 2024-11-22T21:21:40,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:40,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:40,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:40,354 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:40,354 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:40,354 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:40,354 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/09ab528432f748adaf0367027b0e625d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=47.9 K 2024-11-22T21:21:40,354 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 09ab528432f748adaf0367027b0e625d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310496393 2024-11-22T21:21:40,355 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting de426e9f77dc4a19976bd78635ce3a36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732310496464 2024-11-22T21:21:40,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee2eef59207436497b99f19a986bfbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310497079 2024-11-22T21:21:40,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bca2cda00fab425b885fb29451ee175a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:40,371 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:40,372 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/263a93a9fd73488da2cc8003f0c72e2e is 50, key is test_row_0/C:col10/1732310498236/Put/seqid=0 2024-11-22T21:21:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742021_1197 (size=12697) 2024-11-22T21:21:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742020_1196 (size=31651) 2024-11-22T21:21:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:40,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310560500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310560601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310560729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,733 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112275683c059e79467fa5980984d7d10fa2_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112275683c059e79467fa5980984d7d10fa2_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310560733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/866d3a3b2c9b40b6a05ef4288aaa5cf0, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:40,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 is 175, key is test_row_0/A:col10/1732310498609/Put/seqid=0 2024-11-22T21:21:40,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742022_1198 (size=31105) 2024-11-22T21:21:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310560740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310560740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,803 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/263a93a9fd73488da2cc8003f0c72e2e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/263a93a9fd73488da2cc8003f0c72e2e 2024-11-22T21:21:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310560803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:40,809 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into 263a93a9fd73488da2cc8003f0c72e2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:40,809 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:40,809 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=12, startTime=1732310500305; duration=0sec 2024-11-22T21:21:40,809 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:40,809 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:40,810 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/eaec586af9e84b1ab7d9e401534ca7aa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa 2024-11-22T21:21:40,815 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into eaec586af9e84b1ab7d9e401534ca7aa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:40,815 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:40,815 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=12, startTime=1732310500305; duration=0sec 2024-11-22T21:21:40,815 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:40,815 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:41,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310561107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:41,140 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 2024-11-22T21:21:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3642c5281f7e442ea4cd4e73a91acaed is 50, key is test_row_0/B:col10/1732310498609/Put/seqid=0 2024-11-22T21:21:41,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742023_1199 (size=12151) 2024-11-22T21:21:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:41,554 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3642c5281f7e442ea4cd4e73a91acaed 2024-11-22T21:21:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ae7841e0b4c2479bac542eeefd99abaa is 50, key is test_row_0/C:col10/1732310498609/Put/seqid=0 2024-11-22T21:21:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742024_1200 (size=12151) 2024-11-22T21:21:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310561611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:41,976 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ae7841e0b4c2479bac542eeefd99abaa 2024-11-22T21:21:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 2024-11-22T21:21:41,988 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0, entries=150, sequenceid=248, filesize=30.4 K 2024-11-22T21:21:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/3642c5281f7e442ea4cd4e73a91acaed as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed 2024-11-22T21:21:41,993 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed, entries=150, sequenceid=248, filesize=11.9 K 2024-11-22T21:21:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ae7841e0b4c2479bac542eeefd99abaa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa 2024-11-22T21:21:41,999 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa, entries=150, sequenceid=248, filesize=11.9 K 2024-11-22T21:21:42,000 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 253ed8e25d9b84b5518f8b597999a903 in 1693ms, sequenceid=248, compaction requested=false 2024-11-22T21:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:42,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T21:21:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-22T21:21:42,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T21:21:42,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9200 sec 2024-11-22T21:21:42,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.9260 sec 2024-11-22T21:21:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:42,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T21:21:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:42,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310562627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d6c394d50d554b01870e9ff4929e22de_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:42,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742025_1201 (size=14994) 2024-11-22T21:21:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310562730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310562732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,733 DEBUG [Thread-635 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4121 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:21:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310562748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,749 DEBUG [Thread-639 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:21:42,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310562752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310562752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:42,753 DEBUG [Thread-643 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:21:42,753 DEBUG [Thread-641 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:21:42,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310562931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:43,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,040 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d6c394d50d554b01870e9ff4929e22de_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6c394d50d554b01870e9ff4929e22de_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:43,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dc8973a2b3704514b0fa450e5b890b8f, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dc8973a2b3704514b0fa450e5b890b8f is 175, key is test_row_0/A:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742026_1202 (size=39949) 2024-11-22T21:21:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T21:21:43,186 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-22T21:21:43,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-22T21:21:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T21:21:43,189 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:43,189 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:43,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310563233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T21:21:43,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:43,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T21:21:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dc8973a2b3704514b0fa450e5b890b8f 2024-11-22T21:21:43,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b098b054e0f24b738e8cfd8122b8465c is 50, key is test_row_0/B:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742027_1203 (size=12301) 2024-11-22T21:21:43,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b098b054e0f24b738e8cfd8122b8465c 2024-11-22T21:21:43,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8c85ddce00b54accaf40d0dbd21d76c2 is 50, key is test_row_0/C:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T21:21:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742028_1204 (size=12301) 2024-11-22T21:21:43,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:43,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T21:21:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:43,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T21:21:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:43,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310563738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T21:21:43,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:43,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T21:21:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:43,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8c85ddce00b54accaf40d0dbd21d76c2 2024-11-22T21:21:43,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/dc8973a2b3704514b0fa450e5b890b8f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f 2024-11-22T21:21:43,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f, entries=200, sequenceid=281, filesize=39.0 K 2024-11-22T21:21:43,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b098b054e0f24b738e8cfd8122b8465c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c 2024-11-22T21:21:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T21:21:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8c85ddce00b54accaf40d0dbd21d76c2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2 2024-11-22T21:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T21:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 253ed8e25d9b84b5518f8b597999a903 in 1300ms, sequenceid=281, compaction requested=true 2024-11-22T21:21:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:43,921 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:43,922 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:43,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,923 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,923 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:43,923 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,923 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:43,923 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=100.3 K 2024-11-22T21:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,923 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:43,923 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,923 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,923 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f] 2024-11-22T21:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,923 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/098dfe3d8817408cbd646e42a42ccd22, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=36.3 K 2024-11-22T21:21:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,924 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaec586af9e84b1ab7d9e401534ca7aa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:43,924 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 098dfe3d8817408cbd646e42a42ccd22, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,924 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3642c5281f7e442ea4cd4e73a91acaed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732310498607 2024-11-22T21:21:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,925 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 866d3a3b2c9b40b6a05ef4288aaa5cf0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732310498607 2024-11-22T21:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,925 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b098b054e0f24b738e8cfd8122b8465c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732310500496 2024-11-22T21:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,925 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8973a2b3704514b0fa450e5b890b8f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732310500484 2024-11-22T21:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,933 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,935 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,936 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/9128554f49564dc0b8ce13bb7d33f948 is 50, key is test_row_0/B:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:43,936 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a8a98dece52040d0975eb378bc1661dd_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,938 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a8a98dece52040d0975eb378bc1661dd_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,938 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a8a98dece52040d0975eb378bc1661dd_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742029_1205 (size=12949) 2024-11-22T21:21:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742030_1206 (size=4469) 2024-11-22T21:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,946 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#168 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,947 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/3c36a4db6c06412ab2f137be4f6546ff is 175, key is test_row_0/A:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:43,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T21:21:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:43,955 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T21:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:43,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cd8309673110477aa42a421d617960db_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_1/A:col10/1732310502622/Put/seqid=0 2024-11-22T21:21:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742031_1207 (size=31903) 2024-11-22T21:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742032_1208 (size=9914) 2024-11-22T21:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,987 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cd8309673110477aa42a421d617960db_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd8309673110477aa42a421d617960db_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/53f681e8a81e4ac7a36affaa4d77669c, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/53f681e8a81e4ac7a36affaa4d77669c is 175, key is test_row_1/A:col10/1732310502622/Put/seqid=0 2024-11-22T21:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742033_1209 (size=22561) 2024-11-22T21:21:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,002 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/53f681e8a81e4ac7a36affaa4d77669c 2024-11-22T21:21:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b0543afb7a4e48f89f7187c20664c33c is 50, key is test_row_1/B:col10/1732310502622/Put/seqid=0 2024-11-22T21:21:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742034_1210 (size=9857) 2024-11-22T21:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,030 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b0543afb7a4e48f89f7187c20664c33c 2024-11-22T21:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/71756780c009466b8308783478b59eb3 is 50, key is test_row_1/C:col10/1732310502622/Put/seqid=0 2024-11-22T21:21:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742035_1211 (size=9857) 2024-11-22T21:21:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,055 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/71756780c009466b8308783478b59eb3 2024-11-22T21:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/53f681e8a81e4ac7a36affaa4d77669c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c 2024-11-22T21:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c, entries=100, sequenceid=287, filesize=22.0 K 2024-11-22T21:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/b0543afb7a4e48f89f7187c20664c33c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c 2024-11-22T21:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,077 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c, entries=100, sequenceid=287, filesize=9.6 K 2024-11-22T21:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/71756780c009466b8308783478b59eb3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3 2024-11-22T21:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3, entries=100, sequenceid=287, filesize=9.6 K 2024-11-22T21:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 253ed8e25d9b84b5518f8b597999a903 in 131ms, sequenceid=287, compaction requested=true 2024-11-22T21:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T21:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-22T21:21:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T21:21:44,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 898 msec 2024-11-22T21:21:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 902 msec 2024-11-22T21:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T21:21:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,293 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-22T21:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-22T21:21:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,297 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:44,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,350 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/9128554f49564dc0b8ce13bb7d33f948 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9128554f49564dc0b8ce13bb7d33f948 2024-11-22T21:21:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,356 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 9128554f49564dc0b8ce13bb7d33f948(size=12.6 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:44,357 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,357 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310503922; duration=0sec 2024-11-22T21:21:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,357 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:44,357 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:44,357 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,358 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:44,359 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,359 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,359 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/263a93a9fd73488da2cc8003f0c72e2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=45.9 K 2024-11-22T21:21:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,359 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 263a93a9fd73488da2cc8003f0c72e2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732310498236 2024-11-22T21:21:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,360 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7841e0b4c2479bac542eeefd99abaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732310498607 2024-11-22T21:21:44,360 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c85ddce00b54accaf40d0dbd21d76c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732310500496 2024-11-22T21:21:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,361 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 71756780c009466b8308783478b59eb3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732310502622 2024-11-22T21:21:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,373 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,373 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/e071d23216d44c06a5020d0cf4ed4ed0 is 50, key is test_row_0/C:col10/1732310500496/Put/seqid=0 2024-11-22T21:21:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,374 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/3c36a4db6c06412ab2f137be4f6546ff as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff 2024-11-22T21:21:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,380 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into 3c36a4db6c06412ab2f137be4f6546ff(size=31.2 K), total size for store is 53.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:44,380 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,380 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310503921; duration=0sec 2024-11-22T21:21:44,381 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:44,381 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T21:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742036_1212 (size=12983) 2024-11-22T21:21:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,411 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/e071d23216d44c06a5020d0cf4ed4ed0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/e071d23216d44c06a5020d0cf4ed4ed0 2024-11-22T21:21:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,418 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into e071d23216d44c06a5020d0cf4ed4ed0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:44,419 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,419 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=12, startTime=1732310503922; duration=0sec 2024-11-22T21:21:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,419 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:44,419 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,450 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T21:21:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T21:21:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-22T21:21:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T21:21:44,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T21:21:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 160 msec 2024-11-22T21:21:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T21:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,599 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-22T21:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-22T21:21:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T21:21:44,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:44,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T21:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T21:21:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T21:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-22T21:21:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T21:21:44,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T21:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 161 msec 2024-11-22T21:21:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:44,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:44,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112262599136285c447cb93f30c2bd557c20_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742038_1214 (size=25158) 2024-11-22T21:21:44,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310564877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T21:21:44,905 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-22T21:21:44,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-22T21:21:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:44,908 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:44,908 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:44,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:44,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310564979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:45,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310565183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:45,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:45,259 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112262599136285c447cb93f30c2bd557c20_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262599136285c447cb93f30c2bd557c20_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:45,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/6bb86a4e463f4bcca919917e4b3d4833, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:45,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/6bb86a4e463f4bcca919917e4b3d4833 is 175, key is test_row_0/A:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742037_1213 (size=74795) 2024-11-22T21:21:45,264 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/6bb86a4e463f4bcca919917e4b3d4833 2024-11-22T21:21:45,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/cbf1b7c2bb63495f862f71c23a22694b is 50, key is test_row_0/B:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742039_1215 (size=12301) 2024-11-22T21:21:45,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310565486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:45,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/cbf1b7c2bb63495f862f71c23a22694b 2024-11-22T21:21:45,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3691ff6e85dd4e71996a8ab5581f0d8b is 50, key is test_row_0/C:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742040_1216 (size=12301) 2024-11-22T21:21:45,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:45,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:45,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310565991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:46,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3691ff6e85dd4e71996a8ab5581f0d8b 2024-11-22T21:21:46,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/6bb86a4e463f4bcca919917e4b3d4833 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833 2024-11-22T21:21:46,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833, entries=400, sequenceid=303, filesize=73.0 K 2024-11-22T21:21:46,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/cbf1b7c2bb63495f862f71c23a22694b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b 2024-11-22T21:21:46,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T21:21:46,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3691ff6e85dd4e71996a8ab5581f0d8b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b 2024-11-22T21:21:46,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T21:21:46,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 253ed8e25d9b84b5518f8b597999a903 in 1311ms, sequenceid=303, compaction requested=true 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:46,124 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:46,124 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:46,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:46,125 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:46,125 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:46,126 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:46,126 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=126.2 K 2024-11-22T21:21:46,126 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:46,126 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833] 2024-11-22T21:21:46,126 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:46,126 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c36a4db6c06412ab2f137be4f6546ff, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732310500496 2024-11-22T21:21:46,126 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:46,126 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:46,126 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9128554f49564dc0b8ce13bb7d33f948, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=34.3 K 2024-11-22T21:21:46,127 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f681e8a81e4ac7a36affaa4d77669c, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732310502622 2024-11-22T21:21:46,127 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 9128554f49564dc0b8ce13bb7d33f948, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732310500496 2024-11-22T21:21:46,127 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bb86a4e463f4bcca919917e4b3d4833, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732310504764 2024-11-22T21:21:46,128 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b0543afb7a4e48f89f7187c20664c33c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732310502622 2024-11-22T21:21:46,129 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting cbf1b7c2bb63495f862f71c23a22694b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732310504806 2024-11-22T21:21:46,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:46,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T21:21:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:46,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,138 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,140 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:46,140 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/12291cfc04f543ed985127189315b190 is 50, key is test_row_0/B:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:46,142 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122efe65524c7ba41efae724daec557287f_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,146 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122efe65524c7ba41efae724daec557287f_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,146 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122efe65524c7ba41efae724daec557287f_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d254520d16854f018ef55a94e8669001_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310504876/Put/seqid=0 2024-11-22T21:21:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742041_1217 (size=13051) 2024-11-22T21:21:46,191 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/12291cfc04f543ed985127189315b190 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/12291cfc04f543ed985127189315b190 2024-11-22T21:21:46,198 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 12291cfc04f543ed985127189315b190(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742042_1218 (size=4469) 2024-11-22T21:21:46,198 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:46,198 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310506124; duration=0sec 2024-11-22T21:21:46,198 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:46,198 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:46,198 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T21:21:46,199 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T21:21:46,199 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T21:21:46,199 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. because compaction request was cancelled 2024-11-22T21:21:46,199 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:46,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742043_1219 (size=12454) 2024-11-22T21:21:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,215 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d254520d16854f018ef55a94e8669001_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d254520d16854f018ef55a94e8669001_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/cabef6b8e7f54228b39bbe451968f8cf, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/cabef6b8e7f54228b39bbe451968f8cf is 175, key is test_row_0/A:col10/1732310504876/Put/seqid=0 2024-11-22T21:21:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742044_1220 (size=31255) 2024-11-22T21:21:46,227 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/cabef6b8e7f54228b39bbe451968f8cf 2024-11-22T21:21:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/039d7d501ad8499c9ee4dfac8173a84a is 50, key is test_row_0/B:col10/1732310504876/Put/seqid=0 2024-11-22T21:21:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742045_1221 (size=12301) 2024-11-22T21:21:46,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/039d7d501ad8499c9ee4dfac8173a84a 2024-11-22T21:21:46,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ec08bcf087b547f8b9c1dce986a55c2e is 50, key is test_row_0/C:col10/1732310504876/Put/seqid=0 2024-11-22T21:21:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742046_1222 (size=12301) 2024-11-22T21:21:46,264 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ec08bcf087b547f8b9c1dce986a55c2e 2024-11-22T21:21:46,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/cabef6b8e7f54228b39bbe451968f8cf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf 2024-11-22T21:21:46,279 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf, entries=150, sequenceid=328, filesize=30.5 K 2024-11-22T21:21:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/039d7d501ad8499c9ee4dfac8173a84a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a 2024-11-22T21:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,286 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T21:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/ec08bcf087b547f8b9c1dce986a55c2e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e 2024-11-22T21:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T21:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,299 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 253ed8e25d9b84b5518f8b597999a903 in 166ms, sequenceid=328, compaction requested=true 2024-11-22T21:21:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T21:21:46,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-22T21:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.3970 sec 2024-11-22T21:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,600 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,601 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/494989b7a06c4efbac96aecdb5457226 is 175, key is test_row_0/A:col10/1732310504806/Put/seqid=0 2024-11-22T21:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742047_1223 (size=32005) 2024-11-22T21:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,628 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/494989b7a06c4efbac96aecdb5457226 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226 2024-11-22T21:21:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,635 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into 494989b7a06c4efbac96aecdb5457226(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:46,635 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:46,636 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310506124; duration=0sec 2024-11-22T21:21:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,636 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:46,636 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:46,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225261a23b611c41be83962dcdcf924db9_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742049_1225 (size=25158) 2024-11-22T21:21:46,864 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:46,869 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225261a23b611c41be83962dcdcf924db9_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225261a23b611c41be83962dcdcf924db9_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:46,870 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/165d0f3fb1f84c0886ef5edd38b8d178, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:46,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/165d0f3fb1f84c0886ef5edd38b8d178 is 175, key is test_row_0/A:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:46,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310566865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742048_1224 (size=74795) 2024-11-22T21:21:46,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310566869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310566872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310566873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310566972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310566975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310566976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:46,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310566977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32932 deadline: 1732310567000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T21:21:47,012 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-22T21:21:47,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-22T21:21:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:47,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:47,015 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:47,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:47,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310567174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310567177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310567180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310567180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/165d0f3fb1f84c0886ef5edd38b8d178 2024-11-22T21:21:47,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/76b2691376de4329ae33c15104490b27 is 50, key is test_row_0/B:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742050_1226 (size=12301) 2024-11-22T21:21:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:47,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310567478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310567480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310567483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310567484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:47,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/76b2691376de4329ae33c15104490b27 2024-11-22T21:21:47,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8912577cbda24bc3b65205669408a20c is 50, key is test_row_0/C:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742051_1227 (size=12301) 2024-11-22T21:21:47,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:47,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:47,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:47,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1732310567981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32884 deadline: 1732310567986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32910 deadline: 1732310567987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32936 deadline: 1732310567991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:48,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:48,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:48,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:48,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8912577cbda24bc3b65205669408a20c 2024-11-22T21:21:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/165d0f3fb1f84c0886ef5edd38b8d178 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178 2024-11-22T21:21:48,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178, entries=400, sequenceid=341, filesize=73.0 K 2024-11-22T21:21:48,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/76b2691376de4329ae33c15104490b27 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27 2024-11-22T21:21:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:48,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27, entries=150, sequenceid=341, filesize=12.0 K 2024-11-22T21:21:48,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/8912577cbda24bc3b65205669408a20c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c 2024-11-22T21:21:48,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c, entries=150, sequenceid=341, filesize=12.0 K 2024-11-22T21:21:48,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 253ed8e25d9b84b5518f8b597999a903 in 1311ms, sequenceid=341, compaction requested=true 2024-11-22T21:21:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:48,126 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:48,126 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 253ed8e25d9b84b5518f8b597999a903:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:48,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138055 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/B is initiating minor compaction (all files) 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/A is initiating minor compaction (all files) 2024-11-22T21:21:48,128 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/B in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,128 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/A in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,128 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/12291cfc04f543ed985127189315b190, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=36.8 K 2024-11-22T21:21:48,128 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=134.8 K 2024-11-22T21:21:48,128 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178] 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 12291cfc04f543ed985127189315b190, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732310504806 2024-11-22T21:21:48,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 494989b7a06c4efbac96aecdb5457226, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732310504806 2024-11-22T21:21:48,129 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 039d7d501ad8499c9ee4dfac8173a84a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732310504869 2024-11-22T21:21:48,129 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting cabef6b8e7f54228b39bbe451968f8cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732310504869 2024-11-22T21:21:48,129 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 76b2691376de4329ae33c15104490b27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732310506812 2024-11-22T21:21:48,129 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 165d0f3fb1f84c0886ef5edd38b8d178, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732310506806 2024-11-22T21:21:48,145 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#B#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:48,146 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/1206ff10e8b54dd9838a1a7d438f6fe0 is 50, key is test_row_0/B:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:48,147 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:48,152 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122610d6b87ad23410ab400dce7f54b6a1d_253ed8e25d9b84b5518f8b597999a903 store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:48,154 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122610d6b87ad23410ab400dce7f54b6a1d_253ed8e25d9b84b5518f8b597999a903, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:48,155 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122610d6b87ad23410ab400dce7f54b6a1d_253ed8e25d9b84b5518f8b597999a903 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742052_1228 (size=13153) 2024-11-22T21:21:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742053_1229 (size=4469) 2024-11-22T21:21:48,173 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#A#compaction#186 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:48,174 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ac5174067f864d3882db2807093698a0 is 175, key is test_row_0/A:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742054_1230 (size=32107) 2024-11-22T21:21:48,184 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ac5174067f864d3882db2807093698a0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ac5174067f864d3882db2807093698a0 2024-11-22T21:21:48,192 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/A of 253ed8e25d9b84b5518f8b597999a903 into ac5174067f864d3882db2807093698a0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:48,192 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:48,192 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/A, priority=13, startTime=1732310508126; duration=0sec 2024-11-22T21:21:48,192 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:48,192 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:A 2024-11-22T21:21:48,192 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:48,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:48,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 253ed8e25d9b84b5518f8b597999a903/C is initiating minor compaction (all files) 2024-11-22T21:21:48,194 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 253ed8e25d9b84b5518f8b597999a903/C in TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,194 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/e071d23216d44c06a5020d0cf4ed4ed0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp, totalSize=48.7 K 2024-11-22T21:21:48,195 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e071d23216d44c06a5020d0cf4ed4ed0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732310500496 2024-11-22T21:21:48,195 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3691ff6e85dd4e71996a8ab5581f0d8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732310504806 2024-11-22T21:21:48,196 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec08bcf087b547f8b9c1dce986a55c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732310504869 2024-11-22T21:21:48,196 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8912577cbda24bc3b65205669408a20c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732310506812 2024-11-22T21:21:48,207 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 253ed8e25d9b84b5518f8b597999a903#C#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:48,208 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/81a472e6f9bc4844815b716abc17039e is 50, key is test_row_0/C:col10/1732310506813/Put/seqid=0 2024-11-22T21:21:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742055_1231 (size=13119) 2024-11-22T21:21:48,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:48,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T21:21:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:48,236 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:21:48,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:48,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:48,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223bd61a803b614a00980b61b20af48745_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310506863/Put/seqid=0 2024-11-22T21:21:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742056_1232 (size=12454) 2024-11-22T21:21:48,567 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/1206ff10e8b54dd9838a1a7d438f6fe0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/1206ff10e8b54dd9838a1a7d438f6fe0 2024-11-22T21:21:48,571 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/B of 253ed8e25d9b84b5518f8b597999a903 into 1206ff10e8b54dd9838a1a7d438f6fe0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:48,571 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:48,571 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/B, priority=13, startTime=1732310508126; duration=0sec 2024-11-22T21:21:48,571 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:48,571 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:B 2024-11-22T21:21:48,617 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/81a472e6f9bc4844815b716abc17039e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/81a472e6f9bc4844815b716abc17039e 2024-11-22T21:21:48,624 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 253ed8e25d9b84b5518f8b597999a903/C of 253ed8e25d9b84b5518f8b597999a903 into 81a472e6f9bc4844815b716abc17039e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:48,624 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:48,624 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903., storeName=253ed8e25d9b84b5518f8b597999a903/C, priority=12, startTime=1732310508127; duration=0sec 2024-11-22T21:21:48,624 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:48,624 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 253ed8e25d9b84b5518f8b597999a903:C 2024-11-22T21:21:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:48,654 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223bd61a803b614a00980b61b20af48745_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bd61a803b614a00980b61b20af48745_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/76eacfccf9484ed48c3b1d467d3c8298, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/76eacfccf9484ed48c3b1d467d3c8298 is 175, key is test_row_0/A:col10/1732310506863/Put/seqid=0 2024-11-22T21:21:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742057_1233 (size=31255) 2024-11-22T21:21:48,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/76eacfccf9484ed48c3b1d467d3c8298 2024-11-22T21:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/fb8f66620c754be0a8f5f9a586466abf is 50, key is test_row_0/B:col10/1732310506863/Put/seqid=0 2024-11-22T21:21:48,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742058_1234 (size=12301) 2024-11-22T21:21:48,733 DEBUG [Thread-648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:59168 2024-11-22T21:21:48,733 DEBUG [Thread-650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:59168 2024-11-22T21:21:48,734 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,734 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,734 DEBUG [Thread-646 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:59168 2024-11-22T21:21:48,734 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,735 DEBUG [Thread-652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:59168 2024-11-22T21:21:48,735 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. as already flushing 2024-11-22T21:21:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:48,988 DEBUG [Thread-641 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:59168 2024-11-22T21:21:48,988 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,991 DEBUG [Thread-635 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:59168 2024-11-22T21:21:48,991 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:48,996 DEBUG [Thread-643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:59168 2024-11-22T21:21:48,996 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:49,004 DEBUG [Thread-639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:59168 2024-11-22T21:21:49,004 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:49,022 DEBUG [Thread-637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:59168 2024-11-22T21:21:49,022 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:49,077 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/fb8f66620c754be0a8f5f9a586466abf 2024-11-22T21:21:49,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3918cfa0c0ff45528c9e0626a61100c7 is 50, key is test_row_0/C:col10/1732310506863/Put/seqid=0 2024-11-22T21:21:49,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742059_1235 (size=12301) 2024-11-22T21:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:49,489 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3918cfa0c0ff45528c9e0626a61100c7 2024-11-22T21:21:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/76eacfccf9484ed48c3b1d467d3c8298 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/76eacfccf9484ed48c3b1d467d3c8298 2024-11-22T21:21:49,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/76eacfccf9484ed48c3b1d467d3c8298, entries=150, sequenceid=368, filesize=30.5 K 2024-11-22T21:21:49,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/fb8f66620c754be0a8f5f9a586466abf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/fb8f66620c754be0a8f5f9a586466abf 2024-11-22T21:21:49,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/fb8f66620c754be0a8f5f9a586466abf, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T21:21:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/3918cfa0c0ff45528c9e0626a61100c7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3918cfa0c0ff45528c9e0626a61100c7 2024-11-22T21:21:49,504 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3918cfa0c0ff45528c9e0626a61100c7, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T21:21:49,505 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=33.54 KB/34350 for 253ed8e25d9b84b5518f8b597999a903 in 1268ms, sequenceid=368, compaction requested=false 2024-11-22T21:21:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-22T21:21:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-22T21:21:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T21:21:49,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-11-22T21:21:49,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.4940 sec 2024-11-22T21:21:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T21:21:51,119 INFO [Thread-645 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6700 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6564 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2766 2024-11-22T21:21:51,119 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8297 rows 2024-11-22T21:21:51,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2803 2024-11-22T21:21:51,120 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8409 rows 2024-11-22T21:21:51,120 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:21:51,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:59168 2024-11-22T21:21:51,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:21:51,127 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:21:51,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:21:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:51,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310511133"}]},"ts":"1732310511133"} 2024-11-22T21:21:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:51,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:21:51,140 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:21:51,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:21:51,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, UNASSIGN}] 2024-11-22T21:21:51,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, UNASSIGN 2024-11-22T21:21:51,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:51,144 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:21:51,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:51,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:51,296 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 253ed8e25d9b84b5518f8b597999a903, disabling compactions & flushes 2024-11-22T21:21:51,297 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. after waiting 0 ms 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:51,297 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 253ed8e25d9b84b5518f8b597999a903 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=A 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=B 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 253ed8e25d9b84b5518f8b597999a903, store=C 2024-11-22T21:21:51,297 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:51,303 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cdd6877cb8864c69b0da213d80d10683_253ed8e25d9b84b5518f8b597999a903 is 50, key is test_row_0/A:col10/1732310509003/Put/seqid=0 2024-11-22T21:21:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742060_1236 (size=12454) 2024-11-22T21:21:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:51,709 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:51,714 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cdd6877cb8864c69b0da213d80d10683_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdd6877cb8864c69b0da213d80d10683_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:51,715 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ca13c7ae484a4b888a8969b1f7f4587b, store: [table=TestAcidGuarantees family=A region=253ed8e25d9b84b5518f8b597999a903] 2024-11-22T21:21:51,716 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ca13c7ae484a4b888a8969b1f7f4587b is 175, key is test_row_0/A:col10/1732310509003/Put/seqid=0 2024-11-22T21:21:51,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742061_1237 (size=31255) 2024-11-22T21:21:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:52,121 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ca13c7ae484a4b888a8969b1f7f4587b 2024-11-22T21:21:52,128 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/8685809ce1ee4ba89c2ad0ff740396e7 is 50, key is test_row_0/B:col10/1732310509003/Put/seqid=0 2024-11-22T21:21:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742062_1238 (size=12301) 2024-11-22T21:21:52,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:21:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:52,532 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/8685809ce1ee4ba89c2ad0ff740396e7 2024-11-22T21:21:52,541 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/f766cd0272eb48b0ba111a9004c9f669 is 50, key is test_row_0/C:col10/1732310509003/Put/seqid=0 2024-11-22T21:21:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742063_1239 (size=12301) 2024-11-22T21:21:52,946 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/f766cd0272eb48b0ba111a9004c9f669 2024-11-22T21:21:52,951 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/A/ca13c7ae484a4b888a8969b1f7f4587b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ca13c7ae484a4b888a8969b1f7f4587b 2024-11-22T21:21:52,955 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ca13c7ae484a4b888a8969b1f7f4587b, entries=150, sequenceid=378, filesize=30.5 K 2024-11-22T21:21:52,956 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/B/8685809ce1ee4ba89c2ad0ff740396e7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/8685809ce1ee4ba89c2ad0ff740396e7 2024-11-22T21:21:52,960 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/8685809ce1ee4ba89c2ad0ff740396e7, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T21:21:52,961 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/.tmp/C/f766cd0272eb48b0ba111a9004c9f669 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/f766cd0272eb48b0ba111a9004c9f669 2024-11-22T21:21:52,964 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/f766cd0272eb48b0ba111a9004c9f669, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T21:21:52,965 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 253ed8e25d9b84b5518f8b597999a903 in 1668ms, sequenceid=378, compaction requested=true 2024-11-22T21:21:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178] to archive 2024-11-22T21:21:52,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:52,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/466cd2733a5e4a9eb1954b00ee81b736 2024-11-22T21:21:52,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ce6f88491cdc48f78c73341ea82f386e 2024-11-22T21:21:52,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eeea04f228734dbbafb2f0aac302711a 2024-11-22T21:21:52,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/990b8cc2dd314537bfe8d70b84cde32f 2024-11-22T21:21:52,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/aeb48ee4b6b74613924b4ace25690c7b 2024-11-22T21:21:52,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/1c08a305f79e4dd1a907a248b16fc0e9 2024-11-22T21:21:52,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/b24cfff01fab40bc8522a692de28cded 2024-11-22T21:21:52,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/4e0f6623b3a843719fd5bc7c6842d1de 2024-11-22T21:21:52,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dbcaa76c6c094279b5ede3263045f1b8 2024-11-22T21:21:52,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/e0b2e2fd96e04272b49dea59d320e6d3 2024-11-22T21:21:52,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/08dcba3499e5415c8e72e588aca0b3ff 2024-11-22T21:21:52,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/a786d83bdc95420388b8434ad1c2abc3 2024-11-22T21:21:52,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/13024b11a9ac4f0dbb50e7e094646ced 2024-11-22T21:21:52,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/93483890459945dbab6390360d8befb8 2024-11-22T21:21:52,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/66e0cbf48dd448508d8cf4c575c1463a 2024-11-22T21:21:52,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/7f0b7882735e4fc1b742ef462923d197 2024-11-22T21:21:52,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/eaec586af9e84b1ab7d9e401534ca7aa 2024-11-22T21:21:52,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/866d3a3b2c9b40b6a05ef4288aaa5cf0 2024-11-22T21:21:52,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/dc8973a2b3704514b0fa450e5b890b8f 2024-11-22T21:21:52,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/3c36a4db6c06412ab2f137be4f6546ff 2024-11-22T21:21:52,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/53f681e8a81e4ac7a36affaa4d77669c 2024-11-22T21:21:52,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/6bb86a4e463f4bcca919917e4b3d4833 2024-11-22T21:21:52,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/494989b7a06c4efbac96aecdb5457226 2024-11-22T21:21:52,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/cabef6b8e7f54228b39bbe451968f8cf 2024-11-22T21:21:52,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/165d0f3fb1f84c0886ef5edd38b8d178 2024-11-22T21:21:52,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/0df2b6f824d64985a21bcacf61acd719, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/407711fc3b7c4f5c8879d5130ff90ddd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4eb126d365774deabe1df85f74e45b2b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/86dba9f769754a47bb7b517f027d9595, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/098dfe3d8817408cbd646e42a42ccd22, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9128554f49564dc0b8ce13bb7d33f948, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/12291cfc04f543ed985127189315b190, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27] to archive 2024-11-22T21:21:52,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:52,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9b45561adba94603a2238d6fbaaaa055 2024-11-22T21:21:53,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3e8e18ad8cd24fe4bc164efccac692e5 2024-11-22T21:21:53,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/0df2b6f824d64985a21bcacf61acd719 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/0df2b6f824d64985a21bcacf61acd719 2024-11-22T21:21:53,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/936e8b4da98c4671bb831cf58a0fe17e 2024-11-22T21:21:53,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4b9516bec22f4c69bb566c1a60127804 2024-11-22T21:21:53,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/407711fc3b7c4f5c8879d5130ff90ddd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/407711fc3b7c4f5c8879d5130ff90ddd 2024-11-22T21:21:53,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b552a04caa2443b58af40497fff46d9e 2024-11-22T21:21:53,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/f13078ca71f04444b365718f91808ee4 2024-11-22T21:21:53,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4eb126d365774deabe1df85f74e45b2b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/4eb126d365774deabe1df85f74e45b2b 2024-11-22T21:21:53,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b8c63717d57248308065c4d61d040d1f 2024-11-22T21:21:53,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/72b36313cf7f4eb6b691291737ff1c8e 2024-11-22T21:21:53,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/626227b41d204fc28ae6146655b86c86 2024-11-22T21:21:53,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/86dba9f769754a47bb7b517f027d9595 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/86dba9f769754a47bb7b517f027d9595 2024-11-22T21:21:53,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/c8d9aa73d4604a57a44db1fdeec72bb7 2024-11-22T21:21:53,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/bf3e783af6114c4fb12c745b3cc963ed 2024-11-22T21:21:53,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/098dfe3d8817408cbd646e42a42ccd22 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/098dfe3d8817408cbd646e42a42ccd22 2024-11-22T21:21:53,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/69f6c4db7c7d458c8ef1d1b61f8be06f 2024-11-22T21:21:53,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/3642c5281f7e442ea4cd4e73a91acaed 2024-11-22T21:21:53,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9128554f49564dc0b8ce13bb7d33f948 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/9128554f49564dc0b8ce13bb7d33f948 2024-11-22T21:21:53,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b098b054e0f24b738e8cfd8122b8465c 2024-11-22T21:21:53,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/b0543afb7a4e48f89f7187c20664c33c 2024-11-22T21:21:53,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/12291cfc04f543ed985127189315b190 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/12291cfc04f543ed985127189315b190 2024-11-22T21:21:53,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/cbf1b7c2bb63495f862f71c23a22694b 2024-11-22T21:21:53,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/039d7d501ad8499c9ee4dfac8173a84a 2024-11-22T21:21:53,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/76b2691376de4329ae33c15104490b27 2024-11-22T21:21:53,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8e1c7cb7f83d45f38ddc53e8afb223b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/cca86467fe3342a8b02ae4cb4582473d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c50b820fee440cf9c991e3331a6c98a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/09ab528432f748adaf0367027b0e625d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/263a93a9fd73488da2cc8003f0c72e2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/e071d23216d44c06a5020d0cf4ed4ed0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c] to archive 2024-11-22T21:21:53,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:21:53,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/68f79eab597641ddaadc6800c3da554e 2024-11-22T21:21:53,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5b47e6d053bb4d8b902aedc2664edc41 2024-11-22T21:21:53,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8e1c7cb7f83d45f38ddc53e8afb223b0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8e1c7cb7f83d45f38ddc53e8afb223b0 2024-11-22T21:21:53,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/2f51c8252b124cc69424015198b9290e 2024-11-22T21:21:53,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/1601703142fc468f9f57d634584d5fde 2024-11-22T21:21:53,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/cca86467fe3342a8b02ae4cb4582473d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/cca86467fe3342a8b02ae4cb4582473d 2024-11-22T21:21:53,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/158796b453da4bf68190e266edc9ad67 2024-11-22T21:21:53,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/308ff2367f0347c98dc9fec8ad30627a 2024-11-22T21:21:53,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c50b820fee440cf9c991e3331a6c98a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c50b820fee440cf9c991e3331a6c98a 2024-11-22T21:21:53,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/69aa6d31cb79458688d6b1f953cb3ba8 2024-11-22T21:21:53,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/23d0e5af6df3494faab311655ef07b39 2024-11-22T21:21:53,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/5468ba8d81a74618b20f987db46cedb8 2024-11-22T21:21:53,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/09ab528432f748adaf0367027b0e625d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/09ab528432f748adaf0367027b0e625d 2024-11-22T21:21:53,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/de426e9f77dc4a19976bd78635ce3a36 2024-11-22T21:21:53,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3ee2eef59207436497b99f19a986bfbc 2024-11-22T21:21:53,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/263a93a9fd73488da2cc8003f0c72e2e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/263a93a9fd73488da2cc8003f0c72e2e 2024-11-22T21:21:53,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/bca2cda00fab425b885fb29451ee175a 2024-11-22T21:21:53,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ae7841e0b4c2479bac542eeefd99abaa 2024-11-22T21:21:53,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8c85ddce00b54accaf40d0dbd21d76c2 2024-11-22T21:21:53,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/e071d23216d44c06a5020d0cf4ed4ed0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/e071d23216d44c06a5020d0cf4ed4ed0 2024-11-22T21:21:53,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/71756780c009466b8308783478b59eb3 2024-11-22T21:21:53,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3691ff6e85dd4e71996a8ab5581f0d8b 2024-11-22T21:21:53,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/ec08bcf087b547f8b9c1dce986a55c2e 2024-11-22T21:21:53,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/8912577cbda24bc3b65205669408a20c 2024-11-22T21:21:53,077 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-11-22T21:21:53,078 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903. 2024-11-22T21:21:53,078 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 253ed8e25d9b84b5518f8b597999a903: 2024-11-22T21:21:53,080 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=253ed8e25d9b84b5518f8b597999a903, regionState=CLOSED 2024-11-22T21:21:53,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T21:21:53,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 253ed8e25d9b84b5518f8b597999a903, server=a98040524f50,45229,1732310453838 in 1.9370 sec 2024-11-22T21:21:53,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T21:21:53,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=253ed8e25d9b84b5518f8b597999a903, UNASSIGN in 1.9400 sec 2024-11-22T21:21:53,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T21:21:53,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9440 sec 2024-11-22T21:21:53,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310513085"}]},"ts":"1732310513085"} 2024-11-22T21:21:53,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:21:53,088 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:21:53,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9610 sec 2024-11-22T21:21:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T21:21:53,239 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-22T21:21:53,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:21:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,241 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T21:21:53,242 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,246 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits] 2024-11-22T21:21:53,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/76eacfccf9484ed48c3b1d467d3c8298 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/76eacfccf9484ed48c3b1d467d3c8298 2024-11-22T21:21:53,250 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ac5174067f864d3882db2807093698a0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ac5174067f864d3882db2807093698a0 2024-11-22T21:21:53,251 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ca13c7ae484a4b888a8969b1f7f4587b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/A/ca13c7ae484a4b888a8969b1f7f4587b 2024-11-22T21:21:53,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/1206ff10e8b54dd9838a1a7d438f6fe0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/1206ff10e8b54dd9838a1a7d438f6fe0 2024-11-22T21:21:53,255 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/8685809ce1ee4ba89c2ad0ff740396e7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/8685809ce1ee4ba89c2ad0ff740396e7 2024-11-22T21:21:53,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/fb8f66620c754be0a8f5f9a586466abf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/B/fb8f66620c754be0a8f5f9a586466abf 2024-11-22T21:21:53,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3918cfa0c0ff45528c9e0626a61100c7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/3918cfa0c0ff45528c9e0626a61100c7 2024-11-22T21:21:53,260 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/81a472e6f9bc4844815b716abc17039e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/81a472e6f9bc4844815b716abc17039e 2024-11-22T21:21:53,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/f766cd0272eb48b0ba111a9004c9f669 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/C/f766cd0272eb48b0ba111a9004c9f669 2024-11-22T21:21:53,264 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits/381.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903/recovered.edits/381.seqid 2024-11-22T21:21:53,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,265 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:21:53,266 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:21:53,266 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T21:21:53,270 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112222f9a37f9129499a99548eca2e28f199_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112222f9a37f9129499a99548eca2e28f199_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,271 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232f90903a53543b59cd8e8218a26ba6e_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232f90903a53543b59cd8e8218a26ba6e_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,273 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bd61a803b614a00980b61b20af48745_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bd61a803b614a00980b61b20af48745_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,274 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225261a23b611c41be83962dcdcf924db9_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225261a23b611c41be83962dcdcf924db9_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,275 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122618d212fd66847c5a897fb993fadc0d3_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122618d212fd66847c5a897fb993fadc0d3_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262599136285c447cb93f30c2bd557c20_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262599136285c447cb93f30c2bd557c20_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,278 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112275683c059e79467fa5980984d7d10fa2_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112275683c059e79467fa5980984d7d10fa2_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,279 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122769dad54859c406d82cc6f9d0c58db0b_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122769dad54859c406d82cc6f9d0c58db0b_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,280 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112286930845883c4f058ee16f36aad187a1_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112286930845883c4f058ee16f36aad187a1_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,282 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a541034f71446b8a07b9d335eec6009_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a541034f71446b8a07b9d335eec6009_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,283 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba010042058740ff8bcf1d099dc1b8bd_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba010042058740ff8bcf1d099dc1b8bd_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,284 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7a25fbd1db64022bca27536d98fd779_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7a25fbd1db64022bca27536d98fd779_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,286 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd8309673110477aa42a421d617960db_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd8309673110477aa42a421d617960db_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,287 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdd6877cb8864c69b0da213d80d10683_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdd6877cb8864c69b0da213d80d10683_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,288 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d08db02337ae4ae0962770b6d1cb544b_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d08db02337ae4ae0962770b6d1cb544b_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,290 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d254520d16854f018ef55a94e8669001_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d254520d16854f018ef55a94e8669001_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,291 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6c394d50d554b01870e9ff4929e22de_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d6c394d50d554b01870e9ff4929e22de_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,292 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed47bdf947cb446ba946b6d275e8187c_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed47bdf947cb446ba946b6d275e8187c_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,294 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f41095611464471eb9debed330883f49_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f41095611464471eb9debed330883f49_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,295 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f54bfa3ae7fd4551b1d15ee18f0e5473_253ed8e25d9b84b5518f8b597999a903 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f54bfa3ae7fd4551b1d15ee18f0e5473_253ed8e25d9b84b5518f8b597999a903 2024-11-22T21:21:53,296 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:21:53,298 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,301 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:21:53,303 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:21:53,305 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,305 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:21:53,305 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310513305"}]},"ts":"9223372036854775807"} 2024-11-22T21:21:53,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:21:53,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 253ed8e25d9b84b5518f8b597999a903, NAME => 'TestAcidGuarantees,,1732310485598.253ed8e25d9b84b5518f8b597999a903.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:21:53,307 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:21:53,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310513307"}]},"ts":"9223372036854775807"} 2024-11-22T21:21:53,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:21:53,311 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-22T21:21:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T21:21:53,343 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-22T21:21:53,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1662127143_22 at /127.0.0.1:35182 [Waiting for operation #1801] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1335410427_22 at /127.0.0.1:35198 [Waiting for operation #1782] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1662127143_22 at /127.0.0.1:58574 [Waiting for operation #1876] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1335410427_22 at /127.0.0.1:58528 [Waiting for operation #1916] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2103b5c-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5262 (was 4790) - AvailableMemoryMB LEAK? - 2024-11-22T21:21:53,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=5260 2024-11-22T21:21:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:21:53,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:21:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:21:53,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:21:53,371 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:53,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-22T21:21:53,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:21:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-22T21:21:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742064_1240 (size=960) 2024-11-22T21:21:53,387 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:21:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742065_1241 (size=53) 2024-11-22T21:21:53,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:53,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d68acbb90d62da39bb9a404e3d50cf96, disabling compactions & flushes 2024-11-22T21:21:53,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. after waiting 0 ms 2024-11-22T21:21:53,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,400 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:53,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:21:53,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310513401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310513401"}]},"ts":"1732310513401"} 2024-11-22T21:21:53,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:21:53,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:21:53,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310513403"}]},"ts":"1732310513403"} 2024-11-22T21:21:53,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:21:53,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, ASSIGN}] 2024-11-22T21:21:53,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, ASSIGN 2024-11-22T21:21:53,411 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:21:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-22T21:21:53,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d68acbb90d62da39bb9a404e3d50cf96, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:53,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:21:53,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:21:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-22T21:21:53,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:53,718 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,718 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:21:53,718 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,718 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:21:53,718 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,718 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,720 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,721 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:53,721 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68acbb90d62da39bb9a404e3d50cf96 columnFamilyName A 2024-11-22T21:21:53,721 DEBUG [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:53,722 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(327): Store=d68acbb90d62da39bb9a404e3d50cf96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:53,722 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,723 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:53,723 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68acbb90d62da39bb9a404e3d50cf96 columnFamilyName B 2024-11-22T21:21:53,723 DEBUG [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:53,723 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(327): Store=d68acbb90d62da39bb9a404e3d50cf96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:53,723 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,724 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:21:53,724 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68acbb90d62da39bb9a404e3d50cf96 columnFamilyName C 2024-11-22T21:21:53,724 DEBUG [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:21:53,725 INFO [StoreOpener-d68acbb90d62da39bb9a404e3d50cf96-1 {}] regionserver.HStore(327): Store=d68acbb90d62da39bb9a404e3d50cf96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:21:53,725 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,726 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,726 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,728 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:21:53,729 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:53,731 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:21:53,731 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened d68acbb90d62da39bb9a404e3d50cf96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74895663, jitterRate=0.11603234708309174}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:21:53,732 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:53,732 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., pid=68, masterSystemTime=1732310513714 2024-11-22T21:21:53,734 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,734 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:53,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d68acbb90d62da39bb9a404e3d50cf96, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:21:53,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T21:21:53,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 in 172 msec 2024-11-22T21:21:53,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T21:21:53,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, ASSIGN in 327 msec 2024-11-22T21:21:53,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:21:53,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310513738"}]},"ts":"1732310513738"} 2024-11-22T21:21:53,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:21:53,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:21:53,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 374 msec 2024-11-22T21:21:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-22T21:21:53,975 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-22T21:21:53,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-22T21:21:53,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:53,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:53,988 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:53,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:21:53,991 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:21:53,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-22T21:21:53,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-22T21:21:54,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-22T21:21:54,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-22T21:21:54,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-22T21:21:54,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-22T21:21:54,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-22T21:21:54,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-22T21:21:54,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-22T21:21:54,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-22T21:21:54,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:21:54,073 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,073 DEBUG [hconnection-0x4078bd41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,074 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-22T21:21:54,087 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:54,088 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:54,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:54,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:54,108 DEBUG [hconnection-0x1e56fc6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,132 DEBUG [hconnection-0x64ba13df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,133 DEBUG [hconnection-0x76e02588-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,133 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,135 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,140 DEBUG [hconnection-0x45a86740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,141 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,164 DEBUG [hconnection-0x16c535ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,165 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310574167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310574168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310574171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310574173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:54,196 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,198 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,207 DEBUG [hconnection-0x63cfb1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,208 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:21:54,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,209 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:21:54,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4ce544231817438ba60c804d2613a547 is 50, key is test_row_0/A:col10/1732310514095/Put/seqid=0 2024-11-22T21:21:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310574210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:54,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:54,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:54,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742066_1242 (size=12001) 2024-11-22T21:21:54,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4ce544231817438ba60c804d2613a547 2024-11-22T21:21:54,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310574275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310574275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310574277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310574281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310574314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/da8221a307cb45a09c63d485aa06a338 is 50, key is test_row_0/B:col10/1732310514095/Put/seqid=0 2024-11-22T21:21:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742067_1243 (size=12001) 2024-11-22T21:21:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:54,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:54,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310574481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310574481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310574484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310574487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310574521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:54,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:54,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:54,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/da8221a307cb45a09c63d485aa06a338 2024-11-22T21:21:54,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310574784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310574786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310574787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310574789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/573e50b1f9574e148b2beecf220a6efb is 50, key is test_row_0/C:col10/1732310514095/Put/seqid=0 2024-11-22T21:21:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310574825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742068_1244 (size=12001) 2024-11-22T21:21:54,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:54,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:54,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:55,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/573e50b1f9574e148b2beecf220a6efb 2024-11-22T21:21:55,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4ce544231817438ba60c804d2613a547 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547 2024-11-22T21:21:55,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T21:21:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/da8221a307cb45a09c63d485aa06a338 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338 2024-11-22T21:21:55,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T21:21:55,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/573e50b1f9574e148b2beecf220a6efb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb 2024-11-22T21:21:55,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T21:21:55,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d68acbb90d62da39bb9a404e3d50cf96 in 1147ms, sequenceid=12, compaction requested=false 2024-11-22T21:21:55,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:55,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310575294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310575295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310575295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/283f4b815430451ab48e95df4d528ef7 is 50, key is test_row_0/A:col10/1732310515289/Put/seqid=0 2024-11-22T21:21:55,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310575299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742069_1245 (size=14341) 2024-11-22T21:21:55,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310575329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310575397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310575398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310575400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310575400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310575599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310575601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310575602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310575605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/283f4b815430451ab48e95df4d528ef7 2024-11-22T21:21:55,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3f8c730df5b45478fb5db32ce0a1a59 is 50, key is test_row_0/B:col10/1732310515289/Put/seqid=0 2024-11-22T21:21:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742070_1246 (size=12001) 2024-11-22T21:21:55,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3f8c730df5b45478fb5db32ce0a1a59 2024-11-22T21:21:55,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ac180b5e39eb4b6dacd254fdd4e0111b is 50, key is test_row_0/C:col10/1732310515289/Put/seqid=0 2024-11-22T21:21:55,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742071_1247 (size=12001) 2024-11-22T21:21:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310575904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310575906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310575906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310575907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:55,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:55,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:55,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:55,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:56,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:56,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:56,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:56,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ac180b5e39eb4b6dacd254fdd4e0111b 2024-11-22T21:21:56,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/283f4b815430451ab48e95df4d528ef7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7 2024-11-22T21:21:56,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7, entries=200, sequenceid=41, filesize=14.0 K 2024-11-22T21:21:56,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3f8c730df5b45478fb5db32ce0a1a59 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59 2024-11-22T21:21:56,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T21:21:56,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ac180b5e39eb4b6dacd254fdd4e0111b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b 2024-11-22T21:21:56,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T21:21:56,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for d68acbb90d62da39bb9a404e3d50cf96 in 928ms, sequenceid=41, compaction requested=false 2024-11-22T21:21:56,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:56,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:56,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T21:21:56,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:56,248 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T21:21:56,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:56,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:56,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d5890c152b2e48c480555dc04712d978 is 50, key is test_row_0/A:col10/1732310515294/Put/seqid=0 2024-11-22T21:21:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742072_1248 (size=9657) 2024-11-22T21:21:56,264 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d5890c152b2e48c480555dc04712d978 2024-11-22T21:21:56,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/53049e0a4cbd4aa0912b58d5414b2e87 is 50, key is test_row_0/B:col10/1732310515294/Put/seqid=0 2024-11-22T21:21:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742073_1249 (size=9657) 2024-11-22T21:21:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:56,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310576409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310576410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310576410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310576410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310576411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310576513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310576513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,681 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/53049e0a4cbd4aa0912b58d5414b2e87 2024-11-22T21:21:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/9ddcbaa1f9504d82be60f3e131d8cce6 is 50, key is test_row_0/C:col10/1732310515294/Put/seqid=0 2024-11-22T21:21:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310576717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310576717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742074_1250 (size=9657) 2024-11-22T21:21:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310577020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310577021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,139 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/9ddcbaa1f9504d82be60f3e131d8cce6 2024-11-22T21:21:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d5890c152b2e48c480555dc04712d978 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978 2024-11-22T21:21:57,149 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T21:21:57,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/53049e0a4cbd4aa0912b58d5414b2e87 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87 2024-11-22T21:21:57,159 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T21:21:57,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/9ddcbaa1f9504d82be60f3e131d8cce6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6 2024-11-22T21:21:57,167 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T21:21:57,168 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for d68acbb90d62da39bb9a404e3d50cf96 in 920ms, sequenceid=48, compaction requested=true 2024-11-22T21:21:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-22T21:21:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-22T21:21:57,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T21:21:57,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0810 sec 2024-11-22T21:21:57,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 3.0860 sec 2024-11-22T21:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:57,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:57,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:57,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/817dbde12bc347bab44eda903e2f9aac is 50, key is test_row_0/A:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310577422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310577422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310577423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742075_1251 (size=12001) 2024-11-22T21:21:57,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/817dbde12bc347bab44eda903e2f9aac 2024-11-22T21:21:57,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/bba2608b12514f349bbe98e0393004dc is 50, key is test_row_0/B:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742076_1252 (size=12001) 2024-11-22T21:21:57,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/bba2608b12514f349bbe98e0393004dc 2024-11-22T21:21:57,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eae4648f3ada4912ba35902ca52efc95 is 50, key is test_row_0/C:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:57,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742077_1253 (size=12001) 2024-11-22T21:21:57,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310577525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310577526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310577526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310577528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310577727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310577729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:57,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eae4648f3ada4912ba35902ca52efc95 2024-11-22T21:21:57,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/817dbde12bc347bab44eda903e2f9aac as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac 2024-11-22T21:21:57,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T21:21:57,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/bba2608b12514f349bbe98e0393004dc as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc 2024-11-22T21:21:57,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T21:21:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eae4648f3ada4912ba35902ca52efc95 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95 2024-11-22T21:21:57,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T21:21:57,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for d68acbb90d62da39bb9a404e3d50cf96 in 483ms, sequenceid=79, compaction requested=true 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T21:21:57,901 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:57,901 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:57,903 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:57,903 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:21:57,903 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:57,903 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=46.9 K 2024-11-22T21:21:57,903 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:57,903 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:21:57,903 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:57,904 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=44.6 K 2024-11-22T21:21:57,904 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce544231817438ba60c804d2613a547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732310514094 2024-11-22T21:21:57,904 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 283f4b815430451ab48e95df4d528ef7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310514162 2024-11-22T21:21:57,904 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 573e50b1f9574e148b2beecf220a6efb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732310514094 2024-11-22T21:21:57,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5890c152b2e48c480555dc04712d978, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732310515293 2024-11-22T21:21:57,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 817dbde12bc347bab44eda903e2f9aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:57,905 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ac180b5e39eb4b6dacd254fdd4e0111b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310514162 2024-11-22T21:21:57,906 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ddcbaa1f9504d82be60f3e131d8cce6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732310515293 2024-11-22T21:21:57,906 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting eae4648f3ada4912ba35902ca52efc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:57,927 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:57,928 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/415ae9feba1f4a8587f8b262f1b8e178 is 50, key is test_row_0/A:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:57,934 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:57,935 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/98dcfa1b8a43484882b7db9fe9d57958 is 50, key is test_row_0/C:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:57,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742078_1254 (size=12139) 2024-11-22T21:21:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742079_1255 (size=12139) 2024-11-22T21:21:57,970 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/415ae9feba1f4a8587f8b262f1b8e178 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/415ae9feba1f4a8587f8b262f1b8e178 2024-11-22T21:21:57,976 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 415ae9feba1f4a8587f8b262f1b8e178(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:57,976 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:57,976 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=12, startTime=1732310517899; duration=0sec 2024-11-22T21:21:57,976 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:57,976 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:21:57,976 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:21:57,978 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:21:57,978 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:21:57,978 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:57,978 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=44.6 K 2024-11-22T21:21:57,978 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8221a307cb45a09c63d485aa06a338, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732310514094 2024-11-22T21:21:57,979 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f8c730df5b45478fb5db32ce0a1a59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310514162 2024-11-22T21:21:57,979 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53049e0a4cbd4aa0912b58d5414b2e87, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732310515293 2024-11-22T21:21:57,980 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bba2608b12514f349bbe98e0393004dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:57,994 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:57,995 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1306e9cf728347bfb27a5817ed9b8d74 is 50, key is test_row_0/B:col10/1732310516408/Put/seqid=0 2024-11-22T21:21:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742080_1256 (size=12139) 2024-11-22T21:21:58,013 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1306e9cf728347bfb27a5817ed9b8d74 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1306e9cf728347bfb27a5817ed9b8d74 2024-11-22T21:21:58,020 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 1306e9cf728347bfb27a5817ed9b8d74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:58,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:58,020 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=12, startTime=1732310517899; duration=0sec 2024-11-22T21:21:58,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:58,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:21:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:58,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e7e234c9d1384f9db8797cd0e3f195e8 is 50, key is test_row_0/A:col10/1732310518046/Put/seqid=0 2024-11-22T21:21:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742081_1257 (size=12001) 2024-11-22T21:21:58,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e7e234c9d1384f9db8797cd0e3f195e8 2024-11-22T21:21:58,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4b06a42f64324b38a4fdb9d156d724cb is 50, key is test_row_0/B:col10/1732310518046/Put/seqid=0 2024-11-22T21:21:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742082_1258 (size=12001) 2024-11-22T21:21:58,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4b06a42f64324b38a4fdb9d156d724cb 2024-11-22T21:21:58,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ca43689fd5744ee9a9c3bea8b251f9a6 is 50, key is test_row_0/C:col10/1732310518046/Put/seqid=0 2024-11-22T21:21:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310578132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310578133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742083_1259 (size=12001) 2024-11-22T21:21:58,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ca43689fd5744ee9a9c3bea8b251f9a6 2024-11-22T21:21:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e7e234c9d1384f9db8797cd0e3f195e8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8 2024-11-22T21:21:58,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T21:21:58,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4b06a42f64324b38a4fdb9d156d724cb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb 2024-11-22T21:21:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T21:21:58,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T21:21:58,193 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-22T21:21:58,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:21:58,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ca43689fd5744ee9a9c3bea8b251f9a6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6 2024-11-22T21:21:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-22T21:21:58,196 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:21:58,197 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:21:58,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:21:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:21:58,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T21:21:58,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d68acbb90d62da39bb9a404e3d50cf96 in 156ms, sequenceid=93, compaction requested=false 2024-11-22T21:21:58,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:21:58,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:21:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:58,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310578254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/694bcf0a4adf4f819a01b4eb2b387d51 is 50, key is test_row_0/A:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310578255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742084_1260 (size=12001) 2024-11-22T21:21:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:21:58,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:58,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310578358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310578360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,362 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/98dcfa1b8a43484882b7db9fe9d57958 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/98dcfa1b8a43484882b7db9fe9d57958 2024-11-22T21:21:58,367 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 98dcfa1b8a43484882b7db9fe9d57958(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:58,367 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:58,367 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=12, startTime=1732310517899; duration=0sec 2024-11-22T21:21:58,368 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:58,368 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:21:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:21:58,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:58,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310578533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310578534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310578560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310578562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:21:58,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:58,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/694bcf0a4adf4f819a01b4eb2b387d51 2024-11-22T21:21:58,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/9f42c8107d6f429495e0534c12821d06 is 50, key is test_row_0/B:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:58,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742085_1261 (size=12001) 2024-11-22T21:21:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:21:58,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:58,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310578864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310578866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:58,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:58,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:58,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:58,995 DEBUG [master/a98040524f50:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region e941aa6cd5aafd7be7ea71c8d629331e changed from -1.0 to 0.0, refreshing cache 2024-11-22T21:21:59,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/9f42c8107d6f429495e0534c12821d06 2024-11-22T21:21:59,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/de1f7103f7364606b53d345041205902 is 50, key is test_row_0/C:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742086_1262 (size=12001) 2024-11-22T21:21:59,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:59,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:59,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:21:59,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310579367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:59,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310579372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:59,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:59,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:21:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:21:59,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:21:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310579432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:21:59,433 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:21:59,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/de1f7103f7364606b53d345041205902 2024-11-22T21:21:59,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/694bcf0a4adf4f819a01b4eb2b387d51 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51 2024-11-22T21:21:59,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T21:21:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/9f42c8107d6f429495e0534c12821d06 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06 2024-11-22T21:21:59,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T21:21:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/de1f7103f7364606b53d345041205902 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902 2024-11-22T21:21:59,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T21:21:59,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d68acbb90d62da39bb9a404e3d50cf96 in 1292ms, sequenceid=119, compaction requested=true 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:59,533 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:21:59,533 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:59,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:59,537 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:59,537 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:21:59,537 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,537 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/415ae9feba1f4a8587f8b262f1b8e178, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=35.3 K 2024-11-22T21:21:59,538 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:59,538 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:21:59,538 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,538 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1306e9cf728347bfb27a5817ed9b8d74, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=35.3 K 2024-11-22T21:21:59,538 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 415ae9feba1f4a8587f8b262f1b8e178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:59,539 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1306e9cf728347bfb27a5817ed9b8d74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:59,539 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e234c9d1384f9db8797cd0e3f195e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310518039 2024-11-22T21:21:59,539 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 694bcf0a4adf4f819a01b4eb2b387d51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:21:59,539 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b06a42f64324b38a4fdb9d156d724cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310518039 2024-11-22T21:21:59,540 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f42c8107d6f429495e0534c12821d06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:21:59,553 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:59,554 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:59,554 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/b2f5285a0854420b819f5f1b4b968c68 is 50, key is test_row_0/A:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:59,554 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/5b044a6813824f2e990336979b6708ef is 50, key is test_row_0/B:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742087_1263 (size=12241) 2024-11-22T21:21:59,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742088_1264 (size=12241) 2024-11-22T21:21:59,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:21:59,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T21:21:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,580 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:21:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:21:59,584 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/b2f5285a0854420b819f5f1b4b968c68 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b2f5285a0854420b819f5f1b4b968c68 2024-11-22T21:21:59,591 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/5b044a6813824f2e990336979b6708ef as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/5b044a6813824f2e990336979b6708ef 2024-11-22T21:21:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/26491a103b094358bf422b31ebca2489 is 50, key is test_row_0/A:col10/1732310518253/Put/seqid=0 2024-11-22T21:21:59,596 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into b2f5285a0854420b819f5f1b4b968c68(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:59,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:59,596 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310519533; duration=0sec 2024-11-22T21:21:59,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:21:59,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:21:59,596 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:21:59,598 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:21:59,598 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:21:59,598 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:21:59,598 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/98dcfa1b8a43484882b7db9fe9d57958, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=35.3 K 2024-11-22T21:21:59,600 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 98dcfa1b8a43484882b7db9fe9d57958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732310516408 2024-11-22T21:21:59,601 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ca43689fd5744ee9a9c3bea8b251f9a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310518039 2024-11-22T21:21:59,602 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting de1f7103f7364606b53d345041205902, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:21:59,603 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 5b044a6813824f2e990336979b6708ef(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:59,603 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:59,603 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310519533; duration=0sec 2024-11-22T21:21:59,603 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:59,604 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:21:59,623 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:21:59,624 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/13b7eaaa036648d4887332bed8fc4c48 is 50, key is test_row_0/C:col10/1732310518132/Put/seqid=0 2024-11-22T21:21:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742089_1265 (size=9657) 2024-11-22T21:21:59,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742090_1266 (size=12241) 2024-11-22T21:21:59,640 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/13b7eaaa036648d4887332bed8fc4c48 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/13b7eaaa036648d4887332bed8fc4c48 2024-11-22T21:21:59,647 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 13b7eaaa036648d4887332bed8fc4c48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:21:59,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:21:59,647 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310519533; duration=0sec 2024-11-22T21:21:59,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:21:59,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:00,031 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/26491a103b094358bf422b31ebca2489 2024-11-22T21:22:00,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/29f045548f3444c88e9bd9dd96d7cb8e is 50, key is test_row_0/B:col10/1732310518253/Put/seqid=0 2024-11-22T21:22:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742091_1267 (size=9657) 2024-11-22T21:22:00,044 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/29f045548f3444c88e9bd9dd96d7cb8e 2024-11-22T21:22:00,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e9f9b8f55c514ecdb32b7de531e87376 is 50, key is test_row_0/C:col10/1732310518253/Put/seqid=0 2024-11-22T21:22:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742092_1268 (size=9657) 2024-11-22T21:22:00,067 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e9f9b8f55c514ecdb32b7de531e87376 2024-11-22T21:22:00,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/26491a103b094358bf422b31ebca2489 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489 2024-11-22T21:22:00,077 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489, entries=100, sequenceid=130, filesize=9.4 K 2024-11-22T21:22:00,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/29f045548f3444c88e9bd9dd96d7cb8e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e 2024-11-22T21:22:00,085 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e, entries=100, sequenceid=130, filesize=9.4 K 2024-11-22T21:22:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e9f9b8f55c514ecdb32b7de531e87376 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376 2024-11-22T21:22:00,090 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376, entries=100, sequenceid=130, filesize=9.4 K 2024-11-22T21:22:00,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for d68acbb90d62da39bb9a404e3d50cf96 in 511ms, sequenceid=130, compaction requested=false 2024-11-22T21:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-22T21:22:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-22T21:22:00,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T21:22:00,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec 2024-11-22T21:22:00,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.9010 sec 2024-11-22T21:22:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T21:22:00,303 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-22T21:22:00,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-22T21:22:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:00,306 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:00,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:00,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:00,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:00,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/dcc3db1744764e4a973f9e0224ca2545 is 50, key is test_row_0/A:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742093_1269 (size=12151) 2024-11-22T21:22:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310580413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310580414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:00,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:00,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:00,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310580517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310580521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310580547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,549 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:00,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310580554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,555 DEBUG [Thread-1121 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:00,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:00,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:00,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:00,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310580720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310580723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:00,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:00,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/dcc3db1744764e4a973f9e0224ca2545 2024-11-22T21:22:00,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c1f0a0b980e3404a8c53dfb74fa4f196 is 50, key is test_row_0/B:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742094_1270 (size=12151) 2024-11-22T21:22:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:00,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:00,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310581025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310581025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:01,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:01,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:01,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:01,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:01,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:01,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:01,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c1f0a0b980e3404a8c53dfb74fa4f196 2024-11-22T21:22:01,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/f19e9f3c7941408f92ecf3f18d7b189d is 50, key is test_row_0/C:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742095_1271 (size=12151) 2024-11-22T21:22:01,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/f19e9f3c7941408f92ecf3f18d7b189d 2024-11-22T21:22:01,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/dcc3db1744764e4a973f9e0224ca2545 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545 2024-11-22T21:22:01,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T21:22:01,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c1f0a0b980e3404a8c53dfb74fa4f196 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196 2024-11-22T21:22:01,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T21:22:01,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/f19e9f3c7941408f92ecf3f18d7b189d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d 2024-11-22T21:22:01,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T21:22:01,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d68acbb90d62da39bb9a404e3d50cf96 in 914ms, sequenceid=145, compaction requested=true 2024-11-22T21:22:01,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:01,299 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:01,299 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:01,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:01,300 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:01,300 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:01,300 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,300 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b2f5285a0854420b819f5f1b4b968c68, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=33.3 K 2024-11-22T21:22:01,300 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:01,300 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2f5285a0854420b819f5f1b4b968c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:22:01,300 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:01,300 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,300 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/5b044a6813824f2e990336979b6708ef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=33.3 K 2024-11-22T21:22:01,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26491a103b094358bf422b31ebca2489, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732310518253 2024-11-22T21:22:01,301 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b044a6813824f2e990336979b6708ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:22:01,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcc3db1744764e4a973f9e0224ca2545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:01,301 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 29f045548f3444c88e9bd9dd96d7cb8e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732310518253 2024-11-22T21:22:01,302 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c1f0a0b980e3404a8c53dfb74fa4f196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:01,308 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:01,309 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/9c90b7f5348b45efb87e8edde29605e8 is 50, key is test_row_0/A:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:01,309 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:01,310 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/92e6676a17d740879bd2a3a055e6b84c is 50, key is test_row_0/B:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742096_1272 (size=12493) 2024-11-22T21:22:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742097_1273 (size=12493) 2024-11-22T21:22:01,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:01,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T21:22:01,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,379 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e19549f858ab4214b0bc0806ca64a3bf is 50, key is test_row_0/A:col10/1732310520409/Put/seqid=0 2024-11-22T21:22:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742098_1274 (size=12151) 2024-11-22T21:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:01,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310581541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310581542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310581643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310581646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,722 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/9c90b7f5348b45efb87e8edde29605e8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/9c90b7f5348b45efb87e8edde29605e8 2024-11-22T21:22:01,728 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 9c90b7f5348b45efb87e8edde29605e8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:01,728 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:01,728 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310521298; duration=0sec 2024-11-22T21:22:01,728 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:01,728 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:01,728 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:01,734 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:01,734 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:01,734 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:01,734 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/13b7eaaa036648d4887332bed8fc4c48, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=33.3 K 2024-11-22T21:22:01,734 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13b7eaaa036648d4887332bed8fc4c48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732310518128 2024-11-22T21:22:01,735 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9f9b8f55c514ecdb32b7de531e87376, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732310518253 2024-11-22T21:22:01,735 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f19e9f3c7941408f92ecf3f18d7b189d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:01,739 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/92e6676a17d740879bd2a3a055e6b84c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/92e6676a17d740879bd2a3a055e6b84c 2024-11-22T21:22:01,744 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:01,744 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 92e6676a17d740879bd2a3a055e6b84c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:01,744 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:01,744 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310521299; duration=0sec 2024-11-22T21:22:01,744 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:01,744 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:01,746 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ee27e793834545dea9dc5528d328b32a is 50, key is test_row_0/C:col10/1732310520384/Put/seqid=0 2024-11-22T21:22:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742099_1275 (size=12493) 2024-11-22T21:22:01,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e19549f858ab4214b0bc0806ca64a3bf 2024-11-22T21:22:01,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/6c8e6ef1525540309e8ebf3388d2cc6f is 50, key is test_row_0/B:col10/1732310520409/Put/seqid=0 2024-11-22T21:22:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742100_1276 (size=12151) 2024-11-22T21:22:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310581845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:01,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310581848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310582149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310582150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,172 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ee27e793834545dea9dc5528d328b32a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ee27e793834545dea9dc5528d328b32a 2024-11-22T21:22:02,179 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into ee27e793834545dea9dc5528d328b32a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:02,179 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:02,179 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310521299; duration=0sec 2024-11-22T21:22:02,179 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:02,179 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:02,214 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/6c8e6ef1525540309e8ebf3388d2cc6f 2024-11-22T21:22:02,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/a3e207d8784341fc8741e5f84dd22ff8 is 50, key is test_row_0/C:col10/1732310520409/Put/seqid=0 2024-11-22T21:22:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742101_1277 (size=12151) 2024-11-22T21:22:02,262 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/a3e207d8784341fc8741e5f84dd22ff8 2024-11-22T21:22:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e19549f858ab4214b0bc0806ca64a3bf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf 2024-11-22T21:22:02,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T21:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/6c8e6ef1525540309e8ebf3388d2cc6f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f 2024-11-22T21:22:02,281 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T21:22:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/a3e207d8784341fc8741e5f84dd22ff8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8 2024-11-22T21:22:02,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T21:22:02,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d68acbb90d62da39bb9a404e3d50cf96 in 910ms, sequenceid=170, compaction requested=false 2024-11-22T21:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:02,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-22T21:22:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-22T21:22:02,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T21:22:02,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9830 sec 2024-11-22T21:22:02,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9870 sec 2024-11-22T21:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T21:22:02,410 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-22T21:22:02,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-22T21:22:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T21:22:02,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:02,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:02,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T21:22:02,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:02,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T21:22:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:02,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:02,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/c6b7c52b77794520a3b26cf00e4d2b0b is 50, key is test_row_0/A:col10/1732310521540/Put/seqid=0 2024-11-22T21:22:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742102_1278 (size=12151) 2024-11-22T21:22:02,576 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/c6b7c52b77794520a3b26cf00e4d2b0b 2024-11-22T21:22:02,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3673f634ce3433db4177de1dcab88a8 is 50, key is test_row_0/B:col10/1732310521540/Put/seqid=0 2024-11-22T21:22:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742103_1279 (size=12151) 2024-11-22T21:22:02,592 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3673f634ce3433db4177de1dcab88a8 2024-11-22T21:22:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e3e5d7a0c19c4eee834096a9fc3fed77 is 50, key is test_row_0/C:col10/1732310521540/Put/seqid=0 2024-11-22T21:22:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742104_1280 (size=12151) 2024-11-22T21:22:02,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310582687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310582687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T21:22:02,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310582790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310582790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310582992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310582993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,007 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e3e5d7a0c19c4eee834096a9fc3fed77 2024-11-22T21:22:03,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/c6b7c52b77794520a3b26cf00e4d2b0b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b 2024-11-22T21:22:03,016 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b, entries=150, sequenceid=184, filesize=11.9 K 2024-11-22T21:22:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f3673f634ce3433db4177de1dcab88a8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8 2024-11-22T21:22:03,021 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8, entries=150, sequenceid=184, filesize=11.9 K 2024-11-22T21:22:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T21:22:03,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/e3e5d7a0c19c4eee834096a9fc3fed77 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77 2024-11-22T21:22:03,025 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77, entries=150, sequenceid=184, filesize=11.9 K 2024-11-22T21:22:03,026 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d68acbb90d62da39bb9a404e3d50cf96 in 460ms, sequenceid=184, compaction requested=true 2024-11-22T21:22:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-22T21:22:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-22T21:22:03,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-22T21:22:03,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-11-22T21:22:03,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 617 msec 2024-11-22T21:22:03,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T21:22:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:03,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:03,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/81aa6cf56ca04776b4f304b6f92d8734 is 50, key is test_row_0/A:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310583321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310583321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742105_1281 (size=14541) 2024-11-22T21:22:03,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/81aa6cf56ca04776b4f304b6f92d8734 2024-11-22T21:22:03,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/3baa35d190b64e1c9e94cb7fc6475d8f is 50, key is test_row_0/B:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742106_1282 (size=12151) 2024-11-22T21:22:03,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/3baa35d190b64e1c9e94cb7fc6475d8f 2024-11-22T21:22:03,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/87c1d184585d45f98198651a30790243 is 50, key is test_row_0/C:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310583426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310583427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310583459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,463 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742107_1283 (size=12151) 2024-11-22T21:22:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T21:22:03,525 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-22T21:22:03,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-22T21:22:03,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:03,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:03,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:03,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:22:03,607 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T21:22:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:03,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310583631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310583631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:03,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:03,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:03,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:03,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:03,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:03,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:03,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/87c1d184585d45f98198651a30790243 2024-11-22T21:22:03,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/81aa6cf56ca04776b4f304b6f92d8734 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734 2024-11-22T21:22:03,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734, entries=200, sequenceid=212, filesize=14.2 K 2024-11-22T21:22:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/3baa35d190b64e1c9e94cb7fc6475d8f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f 2024-11-22T21:22:03,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:22:03,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/87c1d184585d45f98198651a30790243 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243 2024-11-22T21:22:03,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:22:03,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for d68acbb90d62da39bb9a404e3d50cf96 in 625ms, sequenceid=212, compaction requested=true 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:03,926 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:03,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:22:03,926 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:03,928 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:03,928 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:03,929 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,929 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/9c90b7f5348b45efb87e8edde29605e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=50.1 K 2024-11-22T21:22:03,929 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:03,930 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:03,930 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,930 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/92e6676a17d740879bd2a3a055e6b84c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=47.8 K 2024-11-22T21:22:03,931 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c90b7f5348b45efb87e8edde29605e8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:03,931 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 92e6676a17d740879bd2a3a055e6b84c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:03,932 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19549f858ab4214b0bc0806ca64a3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732310520409 2024-11-22T21:22:03,932 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8e6ef1525540309e8ebf3388d2cc6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732310520409 2024-11-22T21:22:03,933 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6b7c52b77794520a3b26cf00e4d2b0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732310521537 2024-11-22T21:22:03,933 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f3673f634ce3433db4177de1dcab88a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732310521537 2024-11-22T21:22:03,933 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81aa6cf56ca04776b4f304b6f92d8734, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:03,934 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3baa35d190b64e1c9e94cb7fc6475d8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:03,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:03,963 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:03,964 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/bab6c45e188c406387cb55e844b8167f is 50, key is test_row_0/A:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:03,971 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:03,971 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/b7d4bc5348d74884b027bb1672bf8df9 is 50, key is test_row_0/B:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:03,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/ea51d92d7a584735bf5c112ba3b751c0 is 50, key is test_row_0/A:col10/1732310523944/Put/seqid=0 2024-11-22T21:22:03,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:03,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:03,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742109_1285 (size=12629) 2024-11-22T21:22:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742108_1284 (size=12629) 2024-11-22T21:22:04,043 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/b7d4bc5348d74884b027bb1672bf8df9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/b7d4bc5348d74884b027bb1672bf8df9 2024-11-22T21:22:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742110_1286 (size=14541) 2024-11-22T21:22:04,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/ea51d92d7a584735bf5c112ba3b751c0 2024-11-22T21:22:04,051 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into b7d4bc5348d74884b027bb1672bf8df9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:04,051 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:04,052 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=12, startTime=1732310523926; duration=0sec 2024-11-22T21:22:04,052 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:04,052 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:04,052 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:04,053 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:04,053 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:04,054 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,054 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ee27e793834545dea9dc5528d328b32a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=47.8 K 2024-11-22T21:22:04,054 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ee27e793834545dea9dc5528d328b32a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732310520380 2024-11-22T21:22:04,055 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a3e207d8784341fc8741e5f84dd22ff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732310520409 2024-11-22T21:22:04,057 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e5d7a0c19c4eee834096a9fc3fed77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732310521537 2024-11-22T21:22:04,057 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 87c1d184585d45f98198651a30790243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:04,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f491393623a84ae9981008b7d4a2cb3f is 50, key is test_row_0/B:col10/1732310523944/Put/seqid=0 2024-11-22T21:22:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310584065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310584065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,085 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:04,086 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/4113338b5009434081276c8aa7cbdcfe is 50, key is test_row_0/C:col10/1732310523299/Put/seqid=0 2024-11-22T21:22:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742111_1287 (size=12151) 2024-11-22T21:22:04,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f491393623a84ae9981008b7d4a2cb3f 2024-11-22T21:22:04,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d3099dda85e4405af9ee5a5a56b3400 is 50, key is test_row_0/C:col10/1732310523944/Put/seqid=0 2024-11-22T21:22:04,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742112_1288 (size=12629) 2024-11-22T21:22:04,160 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/4113338b5009434081276c8aa7cbdcfe as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/4113338b5009434081276c8aa7cbdcfe 2024-11-22T21:22:04,166 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 4113338b5009434081276c8aa7cbdcfe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:04,166 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:04,166 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=12, startTime=1732310523926; duration=0sec 2024-11-22T21:22:04,166 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:04,166 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:04,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310584174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310584175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742113_1289 (size=12151) 2024-11-22T21:22:04,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310584383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310584382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,456 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/bab6c45e188c406387cb55e844b8167f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bab6c45e188c406387cb55e844b8167f 2024-11-22T21:22:04,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,462 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into bab6c45e188c406387cb55e844b8167f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:04,462 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:04,462 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=12, startTime=1732310523926; duration=0sec 2024-11-22T21:22:04,462 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:04,462 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:04,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d3099dda85e4405af9ee5a5a56b3400 2024-11-22T21:22:04,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310584584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,588 DEBUG [Thread-1121 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:04,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310584586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,589 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/ea51d92d7a584735bf5c112ba3b751c0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0 2024-11-22T21:22:04,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0, entries=200, sequenceid=223, filesize=14.2 K 2024-11-22T21:22:04,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/f491393623a84ae9981008b7d4a2cb3f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f 2024-11-22T21:22:04,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T21:22:04,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d3099dda85e4405af9ee5a5a56b3400 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400 2024-11-22T21:22:04,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T21:22:04,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d68acbb90d62da39bb9a404e3d50cf96 in 675ms, sequenceid=223, compaction requested=false 2024-11-22T21:22:04,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:04,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:04,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5e4f14d53a824f3a8145e123d1975f38 is 50, key is test_row_0/A:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:04,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310584721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310584724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742114_1290 (size=12151) 2024-11-22T21:22:04,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310584829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310584829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:04,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:04,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:04,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310585037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310585037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:05,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:05,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5e4f14d53a824f3a8145e123d1975f38 2024-11-22T21:22:05,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/959f76a54bd1430a8f3a01d1bdff774a is 50, key is test_row_0/B:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742115_1291 (size=12151) 2024-11-22T21:22:05,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/959f76a54bd1430a8f3a01d1bdff774a 2024-11-22T21:22:05,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eb4abfd09f714871a1c42f5a1a662f92 is 50, key is test_row_0/C:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:05,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:05,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742116_1292 (size=12151) 2024-11-22T21:22:05,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310585343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310585343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:05,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:05,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:05,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:05,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eb4abfd09f714871a1c42f5a1a662f92 2024-11-22T21:22:05,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5e4f14d53a824f3a8145e123d1975f38 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38 2024-11-22T21:22:05,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T21:22:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/959f76a54bd1430a8f3a01d1bdff774a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a 2024-11-22T21:22:05,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T21:22:05,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/eb4abfd09f714871a1c42f5a1a662f92 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92 2024-11-22T21:22:05,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T21:22:05,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d68acbb90d62da39bb9a404e3d50cf96 in 1000ms, sequenceid=252, compaction requested=true 2024-11-22T21:22:05,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:05,693 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:05,693 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:05,694 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:05,695 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:05,695 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,695 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bab6c45e188c406387cb55e844b8167f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=38.4 K 2024-11-22T21:22:05,695 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:05,695 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:05,695 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,696 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/b7d4bc5348d74884b027bb1672bf8df9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=36.1 K 2024-11-22T21:22:05,696 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bab6c45e188c406387cb55e844b8167f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:05,696 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d4bc5348d74884b027bb1672bf8df9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:05,697 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea51d92d7a584735bf5c112ba3b751c0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732310523316 2024-11-22T21:22:05,697 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f491393623a84ae9981008b7d4a2cb3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732310523316 2024-11-22T21:22:05,697 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 959f76a54bd1430a8f3a01d1bdff774a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:05,697 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4f14d53a824f3a8145e123d1975f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:05,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:05,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T21:22:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,701 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d53ca6a53c8a42718d3cf5dbee8eb03a is 50, key is test_row_0/A:col10/1732310524715/Put/seqid=0 2024-11-22T21:22:05,728 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:05,729 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/15d412d1bf044e2098e93a58d1cb93b0 is 50, key is test_row_0/B:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:05,737 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:05,738 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4701a67e7d254444aebdf4f0e4f7de58 is 50, key is test_row_0/A:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742117_1293 (size=12301) 2024-11-22T21:22:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742118_1294 (size=12731) 2024-11-22T21:22:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742119_1295 (size=12731) 2024-11-22T21:22:05,801 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4701a67e7d254444aebdf4f0e4f7de58 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4701a67e7d254444aebdf4f0e4f7de58 2024-11-22T21:22:05,807 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 4701a67e7d254444aebdf4f0e4f7de58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:05,808 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:05,808 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310525692; duration=0sec 2024-11-22T21:22:05,808 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:05,808 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:05,808 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:05,809 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:05,809 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:05,809 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:05,810 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/4113338b5009434081276c8aa7cbdcfe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=36.1 K 2024-11-22T21:22:05,810 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4113338b5009434081276c8aa7cbdcfe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310522683 2024-11-22T21:22:05,811 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d3099dda85e4405af9ee5a5a56b3400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732310523316 2024-11-22T21:22:05,811 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb4abfd09f714871a1c42f5a1a662f92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:05,832 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:05,833 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/fb081b24102643f98fbbc09cf0d61af2 is 50, key is test_row_0/C:col10/1732310524045/Put/seqid=0 2024-11-22T21:22:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:05,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:05,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742120_1296 (size=12731) 2024-11-22T21:22:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310585912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:05,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310585913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310586017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310586023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,153 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d53ca6a53c8a42718d3cf5dbee8eb03a 2024-11-22T21:22:06,163 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/15d412d1bf044e2098e93a58d1cb93b0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/15d412d1bf044e2098e93a58d1cb93b0 2024-11-22T21:22:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c4092592e1f74e85b281a41b8198328a is 50, key is test_row_0/B:col10/1732310524715/Put/seqid=0 2024-11-22T21:22:06,177 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 15d412d1bf044e2098e93a58d1cb93b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:06,177 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:06,177 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310525693; duration=0sec 2024-11-22T21:22:06,177 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:06,177 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310586221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742121_1297 (size=12301) 2024-11-22T21:22:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310586228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,290 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/fb081b24102643f98fbbc09cf0d61af2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/fb081b24102643f98fbbc09cf0d61af2 2024-11-22T21:22:06,313 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into fb081b24102643f98fbbc09cf0d61af2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:06,313 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:06,313 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310525693; duration=0sec 2024-11-22T21:22:06,313 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:06,313 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310586526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310586535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:06,628 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c4092592e1f74e85b281a41b8198328a 2024-11-22T21:22:06,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/62d71379ab5f43fa9f9d63c16d132fef is 50, key is test_row_0/C:col10/1732310524715/Put/seqid=0 2024-11-22T21:22:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742122_1298 (size=12301) 2024-11-22T21:22:06,699 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/62d71379ab5f43fa9f9d63c16d132fef 2024-11-22T21:22:06,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/d53ca6a53c8a42718d3cf5dbee8eb03a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a 2024-11-22T21:22:06,711 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a, entries=150, sequenceid=263, filesize=12.0 K 2024-11-22T21:22:06,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c4092592e1f74e85b281a41b8198328a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a 2024-11-22T21:22:06,717 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a, entries=150, sequenceid=263, filesize=12.0 K 2024-11-22T21:22:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/62d71379ab5f43fa9f9d63c16d132fef as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef 2024-11-22T21:22:06,723 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef, entries=150, sequenceid=263, filesize=12.0 K 2024-11-22T21:22:06,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d68acbb90d62da39bb9a404e3d50cf96 in 1024ms, sequenceid=263, compaction requested=false 2024-11-22T21:22:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-22T21:22:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-22T21:22:06,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T21:22:06,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1980 sec 2024-11-22T21:22:06,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 3.2020 sec 2024-11-22T21:22:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:07,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/0a2037344980496dba67647e535d0302 is 50, key is test_row_0/A:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310587073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310587072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742123_1299 (size=14741) 2024-11-22T21:22:07,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/0a2037344980496dba67647e535d0302 2024-11-22T21:22:07,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c5d5ddbeac2b4bada85e0f7f2569719b is 50, key is test_row_0/B:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742124_1300 (size=12301) 2024-11-22T21:22:07,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c5d5ddbeac2b4bada85e0f7f2569719b 2024-11-22T21:22:07,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/dcd4f48e06a84efbb152ec56ada90342 is 50, key is test_row_0/C:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310587179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310587180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742125_1301 (size=12301) 2024-11-22T21:22:07,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/dcd4f48e06a84efbb152ec56ada90342 2024-11-22T21:22:07,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/0a2037344980496dba67647e535d0302 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302 2024-11-22T21:22:07,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302, entries=200, sequenceid=292, filesize=14.4 K 2024-11-22T21:22:07,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c5d5ddbeac2b4bada85e0f7f2569719b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b 2024-11-22T21:22:07,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T21:22:07,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/dcd4f48e06a84efbb152ec56ada90342 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342 2024-11-22T21:22:07,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T21:22:07,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d68acbb90d62da39bb9a404e3d50cf96 in 213ms, sequenceid=292, compaction requested=true 2024-11-22T21:22:07,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:07,253 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:07,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:07,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:07,254 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:07,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:07,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:07,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:07,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:07,263 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:07,263 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:07,263 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,263 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4701a67e7d254444aebdf4f0e4f7de58, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=38.8 K 2024-11-22T21:22:07,266 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:07,266 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:07,266 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,266 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/15d412d1bf044e2098e93a58d1cb93b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=36.5 K 2024-11-22T21:22:07,266 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4701a67e7d254444aebdf4f0e4f7de58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:07,267 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 15d412d1bf044e2098e93a58d1cb93b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:07,267 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d53ca6a53c8a42718d3cf5dbee8eb03a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732310524705 2024-11-22T21:22:07,268 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c4092592e1f74e85b281a41b8198328a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732310524705 2024-11-22T21:22:07,268 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a2037344980496dba67647e535d0302, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:07,269 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d5ddbeac2b4bada85e0f7f2569719b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:07,296 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:07,297 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/16c14e68a74a4513b926e3218462d9d1 is 50, key is test_row_0/A:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,313 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:07,317 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/30f8cdff42a74e5494cde78a58d574e9 is 50, key is test_row_0/B:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742126_1302 (size=12983) 2024-11-22T21:22:07,371 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/16c14e68a74a4513b926e3218462d9d1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/16c14e68a74a4513b926e3218462d9d1 2024-11-22T21:22:07,378 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 16c14e68a74a4513b926e3218462d9d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:07,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:07,378 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310527252; duration=0sec 2024-11-22T21:22:07,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:07,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:07,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:07,380 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:07,380 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:07,380 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,380 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/fb081b24102643f98fbbc09cf0d61af2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=36.5 K 2024-11-22T21:22:07,382 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb081b24102643f98fbbc09cf0d61af2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732310524045 2024-11-22T21:22:07,382 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d71379ab5f43fa9f9d63c16d132fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732310524705 2024-11-22T21:22:07,383 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcd4f48e06a84efbb152ec56ada90342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:07,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742127_1303 (size=12983) 2024-11-22T21:22:07,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5102e27aa55b4f16b7011b6a76478b9e is 50, key is test_row_0/A:col10/1732310527066/Put/seqid=0 2024-11-22T21:22:07,439 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:07,440 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/976e1f19c2354b378981a1ef40c346d7 is 50, key is test_row_0/C:col10/1732310525910/Put/seqid=0 2024-11-22T21:22:07,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742128_1304 (size=14741) 2024-11-22T21:22:07,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5102e27aa55b4f16b7011b6a76478b9e 2024-11-22T21:22:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742129_1305 (size=12983) 2024-11-22T21:22:07,530 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/976e1f19c2354b378981a1ef40c346d7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/976e1f19c2354b378981a1ef40c346d7 2024-11-22T21:22:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310587528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,537 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 976e1f19c2354b378981a1ef40c346d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/0bacc8ede5cf49b9bfd3bb4170d479c7 is 50, key is test_row_0/B:col10/1732310527066/Put/seqid=0 2024-11-22T21:22:07,537 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310587529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,537 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310527256; duration=0sec 2024-11-22T21:22:07,537 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:07,537 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:07,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742130_1306 (size=12301) 2024-11-22T21:22:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T21:22:07,635 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-22T21:22:07,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-22T21:22:07,641 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T21:22:07,642 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:07,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:07,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310587638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310587638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T21:22:07,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:07,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T21:22:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:07,822 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/30f8cdff42a74e5494cde78a58d574e9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/30f8cdff42a74e5494cde78a58d574e9 2024-11-22T21:22:07,828 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 30f8cdff42a74e5494cde78a58d574e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:07,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:07,828 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310527254; duration=0sec 2024-11-22T21:22:07,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:07,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310587844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310587845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T21:22:07,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:07,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T21:22:07,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:07,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:07,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:07,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:08,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/0bacc8ede5cf49b9bfd3bb4170d479c7 2024-11-22T21:22:08,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/580a17c4d67341438fcb1bafdba25557 is 50, key is test_row_0/C:col10/1732310527066/Put/seqid=0 2024-11-22T21:22:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742131_1307 (size=12301) 2024-11-22T21:22:08,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/580a17c4d67341438fcb1bafdba25557 2024-11-22T21:22:08,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/5102e27aa55b4f16b7011b6a76478b9e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e 2024-11-22T21:22:08,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e, entries=200, sequenceid=304, filesize=14.4 K 2024-11-22T21:22:08,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/0bacc8ede5cf49b9bfd3bb4170d479c7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7 2024-11-22T21:22:08,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T21:22:08,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/580a17c4d67341438fcb1bafdba25557 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557 2024-11-22T21:22:08,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T21:22:08,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d68acbb90d62da39bb9a404e3d50cf96 in 689ms, sequenceid=304, compaction requested=false 2024-11-22T21:22:08,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:08,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:08,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T21:22:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,107 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:22:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4c9811bdd1a04c8a8e834569f47fa41d is 50, key is test_row_0/A:col10/1732310527516/Put/seqid=0 2024-11-22T21:22:08,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742132_1308 (size=12301) 2024-11-22T21:22:08,163 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4c9811bdd1a04c8a8e834569f47fa41d 2024-11-22T21:22:08,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310588175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/130ca380956a4384993ead7c843812fb is 50, key is test_row_0/B:col10/1732310527516/Put/seqid=0 2024-11-22T21:22:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310588176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742133_1309 (size=12301) 2024-11-22T21:22:08,234 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/130ca380956a4384993ead7c843812fb 2024-11-22T21:22:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T21:22:08,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6421a87e61104267897e19197cac2541 is 50, key is test_row_0/C:col10/1732310527516/Put/seqid=0 2024-11-22T21:22:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310588277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310588281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742134_1310 (size=12301) 2024-11-22T21:22:08,294 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6421a87e61104267897e19197cac2541 2024-11-22T21:22:08,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/4c9811bdd1a04c8a8e834569f47fa41d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d 2024-11-22T21:22:08,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-22T21:22:08,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/130ca380956a4384993ead7c843812fb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb 2024-11-22T21:22:08,318 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb, entries=150, sequenceid=331, filesize=12.0 K 2024-11-22T21:22:08,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6421a87e61104267897e19197cac2541 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541 2024-11-22T21:22:08,325 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541, entries=150, sequenceid=331, filesize=12.0 K 2024-11-22T21:22:08,326 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d68acbb90d62da39bb9a404e3d50cf96 in 219ms, sequenceid=331, compaction requested=true 2024-11-22T21:22:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-22T21:22:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-22T21:22:08,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-22T21:22:08,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 686 msec 2024-11-22T21:22:08,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 692 msec 2024-11-22T21:22:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:08,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:22:08,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:08,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/a1cce169830b48219dc8b24cda761f13 is 50, key is test_row_0/A:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742135_1311 (size=12301) 2024-11-22T21:22:08,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/a1cce169830b48219dc8b24cda761f13 2024-11-22T21:22:08,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/e65608173337456a986521f11dadc091 is 50, key is test_row_0/B:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:08,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310588558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310588559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742136_1312 (size=12301) 2024-11-22T21:22:08,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/e65608173337456a986521f11dadc091 2024-11-22T21:22:08,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/88c5b29f319d4931a2a208043c762753 is 50, key is test_row_0/C:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742137_1313 (size=12301) 2024-11-22T21:22:08,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/88c5b29f319d4931a2a208043c762753 2024-11-22T21:22:08,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310588665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310588665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/a1cce169830b48219dc8b24cda761f13 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13 2024-11-22T21:22:08,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T21:22:08,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/e65608173337456a986521f11dadc091 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091 2024-11-22T21:22:08,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T21:22:08,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/88c5b29f319d4931a2a208043c762753 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753 2024-11-22T21:22:08,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T21:22:08,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d68acbb90d62da39bb9a404e3d50cf96 in 213ms, sequenceid=343, compaction requested=true 2024-11-22T21:22:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:08,697 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:08,697 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:08,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:08,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:08,699 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:08,699 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:08,699 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,699 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/16c14e68a74a4513b926e3218462d9d1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=51.1 K 2024-11-22T21:22:08,699 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:08,699 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:08,700 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,700 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/30f8cdff42a74e5494cde78a58d574e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=48.7 K 2024-11-22T21:22:08,700 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16c14e68a74a4513b926e3218462d9d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:08,700 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 30f8cdff42a74e5494cde78a58d574e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:08,700 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5102e27aa55b4f16b7011b6a76478b9e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732310527044 2024-11-22T21:22:08,700 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bacc8ede5cf49b9bfd3bb4170d479c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732310527066 2024-11-22T21:22:08,701 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c9811bdd1a04c8a8e834569f47fa41d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732310527516 2024-11-22T21:22:08,701 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 130ca380956a4384993ead7c843812fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732310527516 2024-11-22T21:22:08,701 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1cce169830b48219dc8b24cda761f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:08,701 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e65608173337456a986521f11dadc091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:08,724 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:08,725 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e6bb5f6631124754bd7699b7c76d4f72 is 50, key is test_row_0/A:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:08,734 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:08,734 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c1a05170891040fabe20e899e3aa2460 is 50, key is test_row_0/B:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T21:22:08,746 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-22T21:22:08,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-22T21:22:08,749 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:08,750 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:08,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742138_1314 (size=13119) 2024-11-22T21:22:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742139_1315 (size=13119) 2024-11-22T21:22:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:08,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:22:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:08,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:08,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:08,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:08,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:08,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:08,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/bddfafab8caa4f9ebf95b37398b79fd0 is 50, key is test_row_0/A:col10/1732310528874/Put/seqid=0 2024-11-22T21:22:08,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:08,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:08,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310588929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310588939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742140_1316 (size=14741) 2024-11-22T21:22:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310589040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310589046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:09,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,189 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/e6bb5f6631124754bd7699b7c76d4f72 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e6bb5f6631124754bd7699b7c76d4f72 2024-11-22T21:22:09,194 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into e6bb5f6631124754bd7699b7c76d4f72(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:09,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:09,194 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=12, startTime=1732310528697; duration=0sec 2024-11-22T21:22:09,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:09,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:09,194 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:09,198 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:09,198 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:09,198 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,198 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/976e1f19c2354b378981a1ef40c346d7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=48.7 K 2024-11-22T21:22:09,199 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 976e1f19c2354b378981a1ef40c346d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732310525894 2024-11-22T21:22:09,200 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 580a17c4d67341438fcb1bafdba25557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732310527066 2024-11-22T21:22:09,200 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6421a87e61104267897e19197cac2541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732310527516 2024-11-22T21:22:09,200 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88c5b29f319d4931a2a208043c762753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:09,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,217 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:09,217 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/f3db9720a95c4ed1b66e136601a82725 is 50, key is test_row_0/C:col10/1732310528168/Put/seqid=0 2024-11-22T21:22:09,226 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/c1a05170891040fabe20e899e3aa2460 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1a05170891040fabe20e899e3aa2460 2024-11-22T21:22:09,231 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into c1a05170891040fabe20e899e3aa2460(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:09,231 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:09,231 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=12, startTime=1732310528697; duration=0sec 2024-11-22T21:22:09,231 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:09,231 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310589251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310589254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742141_1317 (size=13119) 2024-11-22T21:22:09,270 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/f3db9720a95c4ed1b66e136601a82725 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f3db9720a95c4ed1b66e136601a82725 2024-11-22T21:22:09,275 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into f3db9720a95c4ed1b66e136601a82725(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:09,275 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:09,275 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=12, startTime=1732310528698; duration=0sec 2024-11-22T21:22:09,275 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:09,275 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:09,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/bddfafab8caa4f9ebf95b37398b79fd0 2024-11-22T21:22:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:09,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/a46d75799e5a4bac9a714154c057b761 is 50, key is test_row_0/B:col10/1732310528874/Put/seqid=0 2024-11-22T21:22:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742142_1318 (size=12301) 2024-11-22T21:22:09,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310589557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310589558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:09,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/a46d75799e5a4bac9a714154c057b761 2024-11-22T21:22:09,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:09,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:09,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/2bd7c6a9e80045728b0444bd1604922a is 50, key is test_row_0/C:col10/1732310528874/Put/seqid=0 2024-11-22T21:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742143_1319 (size=12301) 2024-11-22T21:22:09,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/2bd7c6a9e80045728b0444bd1604922a 2024-11-22T21:22:09,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/bddfafab8caa4f9ebf95b37398b79fd0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0 2024-11-22T21:22:09,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0, entries=200, sequenceid=369, filesize=14.4 K 2024-11-22T21:22:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/a46d75799e5a4bac9a714154c057b761 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761 2024-11-22T21:22:09,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761, entries=150, sequenceid=369, filesize=12.0 K 2024-11-22T21:22:09,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/2bd7c6a9e80045728b0444bd1604922a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a 2024-11-22T21:22:09,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a, entries=150, sequenceid=369, filesize=12.0 K 2024-11-22T21:22:09,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d68acbb90d62da39bb9a404e3d50cf96 in 1029ms, sequenceid=369, compaction requested=false 2024-11-22T21:22:09,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:09,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:09,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T21:22:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:09,984 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:09,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3243297605e14de693140afbd443387e is 50, key is test_row_0/A:col10/1732310528894/Put/seqid=0 2024-11-22T21:22:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742144_1320 (size=12301) 2024-11-22T21:22:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3243297605e14de693140afbd443387e 2024-11-22T21:22:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4081dc5eab544d919be1c6dba4c99225 is 50, key is test_row_0/B:col10/1732310528894/Put/seqid=0 2024-11-22T21:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:10,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742145_1321 (size=12301) 2024-11-22T21:22:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310590157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310590157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310590263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310590265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310590470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310590470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,505 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4081dc5eab544d919be1c6dba4c99225 2024-11-22T21:22:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/15fe7548711e442ca63fc11e43fe2fac is 50, key is test_row_0/C:col10/1732310528894/Put/seqid=0 2024-11-22T21:22:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742146_1322 (size=12301) 2024-11-22T21:22:10,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/15fe7548711e442ca63fc11e43fe2fac 2024-11-22T21:22:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3243297605e14de693140afbd443387e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e 2024-11-22T21:22:10,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T21:22:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4081dc5eab544d919be1c6dba4c99225 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225 2024-11-22T21:22:10,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T21:22:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/15fe7548711e442ca63fc11e43fe2fac as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac 2024-11-22T21:22:10,592 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac, entries=150, sequenceid=383, filesize=12.0 K 2024-11-22T21:22:10,593 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d68acbb90d62da39bb9a404e3d50cf96 in 609ms, sequenceid=383, compaction requested=true 2024-11-22T21:22:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-22T21:22:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-22T21:22:10,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T21:22:10,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-22T21:22:10,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8500 sec 2024-11-22T21:22:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T21:22:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:10,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2f568b8f1e2c490887b53dc2b1c8176e is 50, key is test_row_0/A:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:10,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310590802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310590802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742147_1323 (size=12301) 2024-11-22T21:22:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T21:22:10,856 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-22T21:22:10,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-22T21:22:10,859 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:10,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:10,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310590908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310590914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:11,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310591115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310591121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:11,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2f568b8f1e2c490887b53dc2b1c8176e 2024-11-22T21:22:11,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1094f16b22564abd9d7de6860bf4d727 is 50, key is test_row_0/B:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742148_1324 (size=12301) 2024-11-22T21:22:11,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1094f16b22564abd9d7de6860bf4d727 2024-11-22T21:22:11,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/887762a689c54a26bcbdbf2a0d163862 is 50, key is test_row_0/C:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742149_1325 (size=12301) 2024-11-22T21:22:11,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/887762a689c54a26bcbdbf2a0d163862 2024-11-22T21:22:11,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2f568b8f1e2c490887b53dc2b1c8176e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e 2024-11-22T21:22:11,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-22T21:22:11,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1094f16b22564abd9d7de6860bf4d727 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727 2024-11-22T21:22:11,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727, entries=150, sequenceid=411, filesize=12.0 K 2024-11-22T21:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/887762a689c54a26bcbdbf2a0d163862 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862 2024-11-22T21:22:11,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862, entries=150, sequenceid=411, filesize=12.0 K 2024-11-22T21:22:11,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d68acbb90d62da39bb9a404e3d50cf96 in 609ms, sequenceid=411, compaction requested=true 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T21:22:11,393 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:11,393 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:11,395 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:11,395 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:11,395 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,395 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f3db9720a95c4ed1b66e136601a82725, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=48.8 K 2024-11-22T21:22:11,396 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:11,396 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:11,396 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,396 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e6bb5f6631124754bd7699b7c76d4f72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=51.2 K 2024-11-22T21:22:11,396 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f3db9720a95c4ed1b66e136601a82725, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:11,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6bb5f6631124754bd7699b7c76d4f72, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:11,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd7c6a9e80045728b0444bd1604922a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732310528537 2024-11-22T21:22:11,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddfafab8caa4f9ebf95b37398b79fd0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732310528537 2024-11-22T21:22:11,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fe7548711e442ca63fc11e43fe2fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732310528894 2024-11-22T21:22:11,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3243297605e14de693140afbd443387e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732310528894 2024-11-22T21:22:11,398 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f568b8f1e2c490887b53dc2b1c8176e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:11,398 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 887762a689c54a26bcbdbf2a0d163862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:11,412 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:11,413 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ebf45b96720e4b3f83d67052e3ad5aa8 is 50, key is test_row_0/C:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:11,421 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:11,422 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/208d3df2bfe748d3a6c533e94d3d2650 is 50, key is test_row_0/A:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:11,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742150_1326 (size=13255) 2024-11-22T21:22:11,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2eca9a8f837a40e1bf037551999bd7ab is 50, key is test_row_0/A:col10/1732310531438/Put/seqid=0 2024-11-22T21:22:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742151_1327 (size=13255) 2024-11-22T21:22:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742152_1328 (size=17181) 2024-11-22T21:22:11,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2eca9a8f837a40e1bf037551999bd7ab 2024-11-22T21:22:11,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/21fe0af7f1f34881988dcdae46f7d835 is 50, key is test_row_0/B:col10/1732310531438/Put/seqid=0 2024-11-22T21:22:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310591613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310591616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742153_1329 (size=12301) 2024-11-22T21:22:11,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/21fe0af7f1f34881988dcdae46f7d835 2024-11-22T21:22:11,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/5a8c0f5f1483400db3429c3d8d8d3ca4 is 50, key is test_row_0/C:col10/1732310531438/Put/seqid=0 2024-11-22T21:22:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742154_1330 (size=12301) 2024-11-22T21:22:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310591722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310591721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,885 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/ebf45b96720e4b3f83d67052e3ad5aa8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ebf45b96720e4b3f83d67052e3ad5aa8 2024-11-22T21:22:11,902 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into ebf45b96720e4b3f83d67052e3ad5aa8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:11,902 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:11,902 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=12, startTime=1732310531393; duration=0sec 2024-11-22T21:22:11,902 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:11,902 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:11,902 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:11,909 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:11,909 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:11,909 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,909 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1a05170891040fabe20e899e3aa2460, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=48.8 K 2024-11-22T21:22:11,910 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c1a05170891040fabe20e899e3aa2460, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732310528168 2024-11-22T21:22:11,910 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a46d75799e5a4bac9a714154c057b761, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732310528537 2024-11-22T21:22:11,911 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4081dc5eab544d919be1c6dba4c99225, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732310528894 2024-11-22T21:22:11,912 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1094f16b22564abd9d7de6860bf4d727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:11,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310591930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,938 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:11,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:11,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:11,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:11,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,941 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/208d3df2bfe748d3a6c533e94d3d2650 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/208d3df2bfe748d3a6c533e94d3d2650 2024-11-22T21:22:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:11,941 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4c3812ac669d4bfbb6efe1759f338c07 is 50, key is test_row_0/B:col10/1732310530779/Put/seqid=0 2024-11-22T21:22:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310591930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:11,949 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 208d3df2bfe748d3a6c533e94d3d2650(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:11,949 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:11,949 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=12, startTime=1732310531393; duration=0sec 2024-11-22T21:22:11,949 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:11,949 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742155_1331 (size=13255) 2024-11-22T21:22:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:11,972 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4c3812ac669d4bfbb6efe1759f338c07 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4c3812ac669d4bfbb6efe1759f338c07 2024-11-22T21:22:11,983 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 4c3812ac669d4bfbb6efe1759f338c07(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:11,984 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:11,984 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=12, startTime=1732310531393; duration=0sec 2024-11-22T21:22:11,984 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:11,984 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:12,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/5a8c0f5f1483400db3429c3d8d8d3ca4 2024-11-22T21:22:12,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/2eca9a8f837a40e1bf037551999bd7ab as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab 2024-11-22T21:22:12,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab, entries=250, sequenceid=422, filesize=16.8 K 2024-11-22T21:22:12,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/21fe0af7f1f34881988dcdae46f7d835 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835 2024-11-22T21:22:12,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835, entries=150, sequenceid=422, filesize=12.0 K 2024-11-22T21:22:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/5a8c0f5f1483400db3429c3d8d8d3ca4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4 2024-11-22T21:22:12,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4, entries=150, sequenceid=422, filesize=12.0 K 2024-11-22T21:22:12,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d68acbb90d62da39bb9a404e3d50cf96 in 692ms, sequenceid=422, compaction requested=false 2024-11-22T21:22:12,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:12,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:12,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/b4c35c7c9e344ed78b90970b52772771 is 50, key is test_row_0/A:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310592261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310592265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742156_1332 (size=12301) 2024-11-22T21:22:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310592366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310592370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310592570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310592574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/b4c35c7c9e344ed78b90970b52772771 2024-11-22T21:22:12,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1abe799ef62e4ccba8931d4c888e1946 is 50, key is test_row_0/B:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:12,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742157_1333 (size=12301) 2024-11-22T21:22:12,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:12,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:12,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:12,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:12,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310592878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310592876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:13,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:13,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:13,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1abe799ef62e4ccba8931d4c888e1946 2024-11-22T21:22:13,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/8efb4813eef1483f9ea8cb44305ced9a is 50, key is test_row_0/C:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:13,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:13,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742158_1334 (size=12301) 2024-11-22T21:22:13,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/8efb4813eef1483f9ea8cb44305ced9a 2024-11-22T21:22:13,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/b4c35c7c9e344ed78b90970b52772771 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771 2024-11-22T21:22:13,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T21:22:13,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/1abe799ef62e4ccba8931d4c888e1946 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946 2024-11-22T21:22:13,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T21:22:13,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/8efb4813eef1483f9ea8cb44305ced9a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a 2024-11-22T21:22:13,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T21:22:13,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d68acbb90d62da39bb9a404e3d50cf96 in 993ms, sequenceid=452, compaction requested=true 2024-11-22T21:22:13,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:13,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:13,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:13,234 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:13,234 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:13,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:13,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:13,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:13,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:13,235 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:13,235 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:13,235 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:13,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:13,236 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,236 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,236 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/208d3df2bfe748d3a6c533e94d3d2650, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=41.7 K 2024-11-22T21:22:13,236 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4c3812ac669d4bfbb6efe1759f338c07, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=37.0 K 2024-11-22T21:22:13,236 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 208d3df2bfe748d3a6c533e94d3d2650, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:13,236 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c3812ac669d4bfbb6efe1759f338c07, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:13,237 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eca9a8f837a40e1bf037551999bd7ab, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732310530798 2024-11-22T21:22:13,237 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 21fe0af7f1f34881988dcdae46f7d835, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732310531424 2024-11-22T21:22:13,237 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c35c7c9e344ed78b90970b52772771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:13,237 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1abe799ef62e4ccba8931d4c888e1946, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:13,262 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:13,262 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/8a57ac099163428bbe111b5f15ab2d62 is 50, key is test_row_0/A:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:13,273 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:13,274 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4a01e4355b87420ca3760e298667efc8 is 50, key is test_row_0/B:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:13,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742159_1335 (size=13357) 2024-11-22T21:22:13,331 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/8a57ac099163428bbe111b5f15ab2d62 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/8a57ac099163428bbe111b5f15ab2d62 2024-11-22T21:22:13,337 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 8a57ac099163428bbe111b5f15ab2d62(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:13,337 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:13,337 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310533234; duration=0sec 2024-11-22T21:22:13,337 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:13,337 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:13,337 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:13,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:13,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T21:22:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,338 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:13,339 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T21:22:13,339 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:13,339 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:13,339 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ebf45b96720e4b3f83d67052e3ad5aa8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=37.0 K 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:13,340 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebf45b96720e4b3f83d67052e3ad5aa8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732310530147 2024-11-22T21:22:13,340 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a8c0f5f1483400db3429c3d8d8d3ca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732310531424 2024-11-22T21:22:13,341 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8efb4813eef1483f9ea8cb44305ced9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742160_1336 (size=13357) 2024-11-22T21:22:13,353 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/4a01e4355b87420ca3760e298667efc8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4a01e4355b87420ca3760e298667efc8 2024-11-22T21:22:13,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/40c81e07bdcc4338a63abb54f073865c is 50, key is test_row_0/A:col10/1732310532263/Put/seqid=0 2024-11-22T21:22:13,360 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 4a01e4355b87420ca3760e298667efc8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:13,360 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:13,360 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310533234; duration=0sec 2024-11-22T21:22:13,361 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:13,361 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:13,365 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:13,366 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/0de75212687249f88b2fa0aa9b1e4b89 is 50, key is test_row_0/C:col10/1732310532239/Put/seqid=0 2024-11-22T21:22:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:13,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. as already flushing 2024-11-22T21:22:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742162_1338 (size=13357) 2024-11-22T21:22:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742161_1337 (size=12301) 2024-11-22T21:22:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310593514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310593515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36892 deadline: 1732310593558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,562 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18267 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310593621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310593621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,801 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/40c81e07bdcc4338a63abb54f073865c 2024-11-22T21:22:13,809 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/0de75212687249f88b2fa0aa9b1e4b89 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/0de75212687249f88b2fa0aa9b1e4b89 2024-11-22T21:22:13,816 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 0de75212687249f88b2fa0aa9b1e4b89(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:13,817 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:13,817 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310533235; duration=0sec 2024-11-22T21:22:13,817 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:13,817 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/7f5e2274d7b64a5898ff3c5fea61d0a6 is 50, key is test_row_0/B:col10/1732310532263/Put/seqid=0 2024-11-22T21:22:13,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310593825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310593825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:13,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742163_1339 (size=12301) 2024-11-22T21:22:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310594132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310594132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,159 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:59168 2024-11-22T21:22:14,159 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:14,161 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:59168 2024-11-22T21:22:14,161 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:59168 2024-11-22T21:22:14,161 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:14,161 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:14,161 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:59168 2024-11-22T21:22:14,162 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:14,162 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:59168 2024-11-22T21:22:14,162 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:14,241 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/7f5e2274d7b64a5898ff3c5fea61d0a6 2024-11-22T21:22:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6ddec376e45b43c4b544c252078d2f2e is 50, key is test_row_0/C:col10/1732310532263/Put/seqid=0 2024-11-22T21:22:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742164_1340 (size=12301) 2024-11-22T21:22:14,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36912 deadline: 1732310594600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,601 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36842 deadline: 1732310594636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36880 deadline: 1732310594639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36884 deadline: 1732310594649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:14,650 DEBUG [Thread-1121 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18240 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:14,663 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6ddec376e45b43c4b544c252078d2f2e 2024-11-22T21:22:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/40c81e07bdcc4338a63abb54f073865c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c 2024-11-22T21:22:14,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T21:22:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/7f5e2274d7b64a5898ff3c5fea61d0a6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6 2024-11-22T21:22:14,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T21:22:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6ddec376e45b43c4b544c252078d2f2e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e 2024-11-22T21:22:14,698 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T21:22:14,699 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for d68acbb90d62da39bb9a404e3d50cf96 in 1361ms, sequenceid=462, compaction requested=false 2024-11-22T21:22:14,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:14,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:14,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-22T21:22:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-22T21:22:14,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T21:22:14,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8410 sec 2024-11-22T21:22:14,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 3.8460 sec 2024-11-22T21:22:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T21:22:14,967 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-22T21:22:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:15,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:15,643 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:59168 2024-11-22T21:22:15,643 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:15,647 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:59168 2024-11-22T21:22:15,647 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:15,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/752f8463b39440f1b6220264afead37f is 50, key is test_row_0/A:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:15,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742165_1341 (size=12301) 2024-11-22T21:22:16,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/752f8463b39440f1b6220264afead37f 2024-11-22T21:22:16,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/2046fef9b56d4142a8179215f9f96785 is 50, key is test_row_0/B:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742166_1342 (size=12301) 2024-11-22T21:22:16,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/2046fef9b56d4142a8179215f9f96785 2024-11-22T21:22:16,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d369da2ea4f4556864874d506ea8668 is 50, key is test_row_0/C:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742167_1343 (size=12301) 2024-11-22T21:22:16,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d369da2ea4f4556864874d506ea8668 2024-11-22T21:22:16,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/752f8463b39440f1b6220264afead37f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f 2024-11-22T21:22:16,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:22:16,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/2046fef9b56d4142a8179215f9f96785 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785 2024-11-22T21:22:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:22:16,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/6d369da2ea4f4556864874d506ea8668 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668 2024-11-22T21:22:16,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:22:16,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=6.71 KB/6870 for d68acbb90d62da39bb9a404e3d50cf96 in 1296ms, sequenceid=493, compaction requested=true 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:16,940 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:16,940 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d68acbb90d62da39bb9a404e3d50cf96:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:16,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:16,941 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:16,941 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/A is initiating minor compaction (all files) 2024-11-22T21:22:16,941 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/A in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:16,941 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/8a57ac099163428bbe111b5f15ab2d62, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=37.1 K 2024-11-22T21:22:16,941 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a57ac099163428bbe111b5f15ab2d62, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:16,942 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40c81e07bdcc4338a63abb54f073865c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732310532246 2024-11-22T21:22:16,942 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:16,942 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/B is initiating minor compaction (all files) 2024-11-22T21:22:16,942 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/B in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:16,942 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4a01e4355b87420ca3760e298667efc8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=37.1 K 2024-11-22T21:22:16,943 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 752f8463b39440f1b6220264afead37f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310533456 2024-11-22T21:22:16,943 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a01e4355b87420ca3760e298667efc8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:16,944 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f5e2274d7b64a5898ff3c5fea61d0a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732310532246 2024-11-22T21:22:16,944 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2046fef9b56d4142a8179215f9f96785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310533456 2024-11-22T21:22:16,954 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:16,954 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#A#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:16,954 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/0971fb28b1b44ec395750f8944ebaf08 is 50, key is test_row_0/A:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:16,954 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/7b505e434c17482597c2461016590df1 is 50, key is test_row_0/B:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742168_1344 (size=13459) 2024-11-22T21:22:16,976 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/7b505e434c17482597c2461016590df1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7b505e434c17482597c2461016590df1 2024-11-22T21:22:16,983 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/B of d68acbb90d62da39bb9a404e3d50cf96 into 7b505e434c17482597c2461016590df1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:16,983 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:16,983 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/B, priority=13, startTime=1732310536940; duration=0sec 2024-11-22T21:22:16,983 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:16,983 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:B 2024-11-22T21:22:16,983 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:16,985 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:16,985 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): d68acbb90d62da39bb9a404e3d50cf96/C is initiating minor compaction (all files) 2024-11-22T21:22:16,985 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d68acbb90d62da39bb9a404e3d50cf96/C in TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:16,985 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/0de75212687249f88b2fa0aa9b1e4b89, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp, totalSize=37.1 K 2024-11-22T21:22:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742169_1345 (size=13459) 2024-11-22T21:22:16,986 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de75212687249f88b2fa0aa9b1e4b89, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732310531588 2024-11-22T21:22:16,987 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ddec376e45b43c4b544c252078d2f2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732310532246 2024-11-22T21:22:16,987 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d369da2ea4f4556864874d506ea8668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310533456 2024-11-22T21:22:16,993 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/0971fb28b1b44ec395750f8944ebaf08 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0971fb28b1b44ec395750f8944ebaf08 2024-11-22T21:22:17,000 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/A of d68acbb90d62da39bb9a404e3d50cf96 into 0971fb28b1b44ec395750f8944ebaf08(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:17,000 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:17,000 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/A, priority=13, startTime=1732310536940; duration=0sec 2024-11-22T21:22:17,000 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:17,000 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:A 2024-11-22T21:22:17,002 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d68acbb90d62da39bb9a404e3d50cf96#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:17,002 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/9bf881b1d02745aa8c5e2fbe83057190 is 50, key is test_row_0/C:col10/1732310533504/Put/seqid=0 2024-11-22T21:22:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742170_1346 (size=13459) 2024-11-22T21:22:17,034 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/9bf881b1d02745aa8c5e2fbe83057190 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9bf881b1d02745aa8c5e2fbe83057190 2024-11-22T21:22:17,040 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d68acbb90d62da39bb9a404e3d50cf96/C of d68acbb90d62da39bb9a404e3d50cf96 into 9bf881b1d02745aa8c5e2fbe83057190(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:17,040 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:17,040 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96., storeName=d68acbb90d62da39bb9a404e3d50cf96/C, priority=13, startTime=1732310536940; duration=0sec 2024-11-22T21:22:17,040 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:17,040 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d68acbb90d62da39bb9a404e3d50cf96:C 2024-11-22T21:22:22,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:22:23,645 DEBUG [Thread-1123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:59168 2024-11-22T21:22:23,645 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:24,657 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:59168 2024-11-22T21:22:24,657 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:24,674 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:59168 2024-11-22T21:22:24,674 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 191 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 3 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5153 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5591 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5178 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5147 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5606 2024-11-22T21:22:24,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:22:24,674 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:22:24,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:59168 2024-11-22T21:22:24,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:24,675 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:22:24,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:22:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:24,678 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310544678"}]},"ts":"1732310544678"} 2024-11-22T21:22:24,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:22:24,680 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:22:24,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:22:24,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, UNASSIGN}] 2024-11-22T21:22:24,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, UNASSIGN 2024-11-22T21:22:24,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=d68acbb90d62da39bb9a404e3d50cf96, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:24,684 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:22:24,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:22:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:24,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:24,836 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing d68acbb90d62da39bb9a404e3d50cf96, disabling compactions & flushes 2024-11-22T21:22:24,836 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. after waiting 0 ms 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:24,836 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing d68acbb90d62da39bb9a404e3d50cf96 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=A 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=B 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d68acbb90d62da39bb9a404e3d50cf96, store=C 2024-11-22T21:22:24,836 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:24,840 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3134eb447de44bb9897e80f761c8617b is 50, key is test_row_0/A:col10/1732310544673/Put/seqid=0 2024-11-22T21:22:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742171_1347 (size=9857) 2024-11-22T21:22:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:25,244 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3134eb447de44bb9897e80f761c8617b 2024-11-22T21:22:25,251 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/275596505d854a659d70cfcfa8e03c94 is 50, key is test_row_0/B:col10/1732310544673/Put/seqid=0 2024-11-22T21:22:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742172_1348 (size=9857) 2024-11-22T21:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:25,654 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/275596505d854a659d70cfcfa8e03c94 2024-11-22T21:22:25,660 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/b6c3a8c615dd425fba02228e580bf53c is 50, key is test_row_0/C:col10/1732310544673/Put/seqid=0 2024-11-22T21:22:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742173_1349 (size=9857) 2024-11-22T21:22:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:26,064 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/b6c3a8c615dd425fba02228e580bf53c 2024-11-22T21:22:26,068 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/A/3134eb447de44bb9897e80f761c8617b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3134eb447de44bb9897e80f761c8617b 2024-11-22T21:22:26,070 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3134eb447de44bb9897e80f761c8617b, entries=100, sequenceid=503, filesize=9.6 K 2024-11-22T21:22:26,071 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/B/275596505d854a659d70cfcfa8e03c94 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/275596505d854a659d70cfcfa8e03c94 2024-11-22T21:22:26,074 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/275596505d854a659d70cfcfa8e03c94, entries=100, sequenceid=503, filesize=9.6 K 2024-11-22T21:22:26,074 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/.tmp/C/b6c3a8c615dd425fba02228e580bf53c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/b6c3a8c615dd425fba02228e580bf53c 2024-11-22T21:22:26,077 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/b6c3a8c615dd425fba02228e580bf53c, entries=100, sequenceid=503, filesize=9.6 K 2024-11-22T21:22:26,078 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d68acbb90d62da39bb9a404e3d50cf96 in 1242ms, sequenceid=503, compaction requested=false 2024-11-22T21:22:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/415ae9feba1f4a8587f8b262f1b8e178, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b2f5285a0854420b819f5f1b4b968c68, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/9c90b7f5348b45efb87e8edde29605e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bab6c45e188c406387cb55e844b8167f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4701a67e7d254444aebdf4f0e4f7de58, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/16c14e68a74a4513b926e3218462d9d1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e6bb5f6631124754bd7699b7c76d4f72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/208d3df2bfe748d3a6c533e94d3d2650, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/8a57ac099163428bbe111b5f15ab2d62, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f] to archive 2024-11-22T21:22:26,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:26,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4ce544231817438ba60c804d2613a547 2024-11-22T21:22:26,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/283f4b815430451ab48e95df4d528ef7 2024-11-22T21:22:26,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d5890c152b2e48c480555dc04712d978 2024-11-22T21:22:26,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/415ae9feba1f4a8587f8b262f1b8e178 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/415ae9feba1f4a8587f8b262f1b8e178 2024-11-22T21:22:26,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/817dbde12bc347bab44eda903e2f9aac 2024-11-22T21:22:26,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e7e234c9d1384f9db8797cd0e3f195e8 2024-11-22T21:22:26,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b2f5285a0854420b819f5f1b4b968c68 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b2f5285a0854420b819f5f1b4b968c68 2024-11-22T21:22:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/694bcf0a4adf4f819a01b4eb2b387d51 2024-11-22T21:22:26,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/26491a103b094358bf422b31ebca2489 2024-11-22T21:22:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/9c90b7f5348b45efb87e8edde29605e8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/9c90b7f5348b45efb87e8edde29605e8 2024-11-22T21:22:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/dcc3db1744764e4a973f9e0224ca2545 2024-11-22T21:22:26,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e19549f858ab4214b0bc0806ca64a3bf 2024-11-22T21:22:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/c6b7c52b77794520a3b26cf00e4d2b0b 2024-11-22T21:22:26,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/81aa6cf56ca04776b4f304b6f92d8734 2024-11-22T21:22:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bab6c45e188c406387cb55e844b8167f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bab6c45e188c406387cb55e844b8167f 2024-11-22T21:22:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/ea51d92d7a584735bf5c112ba3b751c0 2024-11-22T21:22:26,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4701a67e7d254444aebdf4f0e4f7de58 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4701a67e7d254444aebdf4f0e4f7de58 2024-11-22T21:22:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5e4f14d53a824f3a8145e123d1975f38 2024-11-22T21:22:26,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/d53ca6a53c8a42718d3cf5dbee8eb03a 2024-11-22T21:22:26,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0a2037344980496dba67647e535d0302 2024-11-22T21:22:26,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/16c14e68a74a4513b926e3218462d9d1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/16c14e68a74a4513b926e3218462d9d1 2024-11-22T21:22:26,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/5102e27aa55b4f16b7011b6a76478b9e 2024-11-22T21:22:26,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/4c9811bdd1a04c8a8e834569f47fa41d 2024-11-22T21:22:26,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e6bb5f6631124754bd7699b7c76d4f72 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/e6bb5f6631124754bd7699b7c76d4f72 2024-11-22T21:22:26,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/a1cce169830b48219dc8b24cda761f13 2024-11-22T21:22:26,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/bddfafab8caa4f9ebf95b37398b79fd0 2024-11-22T21:22:26,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3243297605e14de693140afbd443387e 2024-11-22T21:22:26,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/208d3df2bfe748d3a6c533e94d3d2650 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/208d3df2bfe748d3a6c533e94d3d2650 2024-11-22T21:22:26,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2f568b8f1e2c490887b53dc2b1c8176e 2024-11-22T21:22:26,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/2eca9a8f837a40e1bf037551999bd7ab 2024-11-22T21:22:26,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/8a57ac099163428bbe111b5f15ab2d62 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/8a57ac099163428bbe111b5f15ab2d62 2024-11-22T21:22:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/b4c35c7c9e344ed78b90970b52772771 2024-11-22T21:22:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/40c81e07bdcc4338a63abb54f073865c 2024-11-22T21:22:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/752f8463b39440f1b6220264afead37f 2024-11-22T21:22:26,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1306e9cf728347bfb27a5817ed9b8d74, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/5b044a6813824f2e990336979b6708ef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/92e6676a17d740879bd2a3a055e6b84c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/b7d4bc5348d74884b027bb1672bf8df9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/15d412d1bf044e2098e93a58d1cb93b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/30f8cdff42a74e5494cde78a58d574e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1a05170891040fabe20e899e3aa2460, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4c3812ac669d4bfbb6efe1759f338c07, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4a01e4355b87420ca3760e298667efc8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785] to archive 2024-11-22T21:22:26,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:26,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/da8221a307cb45a09c63d485aa06a338 2024-11-22T21:22:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3f8c730df5b45478fb5db32ce0a1a59 2024-11-22T21:22:26,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/53049e0a4cbd4aa0912b58d5414b2e87 2024-11-22T21:22:26,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1306e9cf728347bfb27a5817ed9b8d74 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1306e9cf728347bfb27a5817ed9b8d74 2024-11-22T21:22:26,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/bba2608b12514f349bbe98e0393004dc 2024-11-22T21:22:26,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4b06a42f64324b38a4fdb9d156d724cb 2024-11-22T21:22:26,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/5b044a6813824f2e990336979b6708ef to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/5b044a6813824f2e990336979b6708ef 2024-11-22T21:22:26,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/9f42c8107d6f429495e0534c12821d06 2024-11-22T21:22:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/29f045548f3444c88e9bd9dd96d7cb8e 2024-11-22T21:22:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/92e6676a17d740879bd2a3a055e6b84c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/92e6676a17d740879bd2a3a055e6b84c 2024-11-22T21:22:26,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1f0a0b980e3404a8c53dfb74fa4f196 2024-11-22T21:22:26,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/6c8e6ef1525540309e8ebf3388d2cc6f 2024-11-22T21:22:26,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f3673f634ce3433db4177de1dcab88a8 2024-11-22T21:22:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/b7d4bc5348d74884b027bb1672bf8df9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/b7d4bc5348d74884b027bb1672bf8df9 2024-11-22T21:22:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/3baa35d190b64e1c9e94cb7fc6475d8f 2024-11-22T21:22:26,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/f491393623a84ae9981008b7d4a2cb3f 2024-11-22T21:22:26,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/15d412d1bf044e2098e93a58d1cb93b0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/15d412d1bf044e2098e93a58d1cb93b0 2024-11-22T21:22:26,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/959f76a54bd1430a8f3a01d1bdff774a 2024-11-22T21:22:26,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c4092592e1f74e85b281a41b8198328a 2024-11-22T21:22:26,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/30f8cdff42a74e5494cde78a58d574e9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/30f8cdff42a74e5494cde78a58d574e9 2024-11-22T21:22:26,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c5d5ddbeac2b4bada85e0f7f2569719b 2024-11-22T21:22:26,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/0bacc8ede5cf49b9bfd3bb4170d479c7 2024-11-22T21:22:26,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/130ca380956a4384993ead7c843812fb 2024-11-22T21:22:26,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1a05170891040fabe20e899e3aa2460 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/c1a05170891040fabe20e899e3aa2460 2024-11-22T21:22:26,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/e65608173337456a986521f11dadc091 2024-11-22T21:22:26,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/a46d75799e5a4bac9a714154c057b761 2024-11-22T21:22:26,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4081dc5eab544d919be1c6dba4c99225 2024-11-22T21:22:26,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4c3812ac669d4bfbb6efe1759f338c07 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4c3812ac669d4bfbb6efe1759f338c07 2024-11-22T21:22:26,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1094f16b22564abd9d7de6860bf4d727 2024-11-22T21:22:26,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/21fe0af7f1f34881988dcdae46f7d835 2024-11-22T21:22:26,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4a01e4355b87420ca3760e298667efc8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/4a01e4355b87420ca3760e298667efc8 2024-11-22T21:22:26,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/1abe799ef62e4ccba8931d4c888e1946 2024-11-22T21:22:26,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7f5e2274d7b64a5898ff3c5fea61d0a6 2024-11-22T21:22:26,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/2046fef9b56d4142a8179215f9f96785 2024-11-22T21:22:26,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/98dcfa1b8a43484882b7db9fe9d57958, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/13b7eaaa036648d4887332bed8fc4c48, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ee27e793834545dea9dc5528d328b32a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/4113338b5009434081276c8aa7cbdcfe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/fb081b24102643f98fbbc09cf0d61af2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/976e1f19c2354b378981a1ef40c346d7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f3db9720a95c4ed1b66e136601a82725, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ebf45b96720e4b3f83d67052e3ad5aa8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/0de75212687249f88b2fa0aa9b1e4b89, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668] to archive 2024-11-22T21:22:26,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:26,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/573e50b1f9574e148b2beecf220a6efb 2024-11-22T21:22:26,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ac180b5e39eb4b6dacd254fdd4e0111b 2024-11-22T21:22:26,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9ddcbaa1f9504d82be60f3e131d8cce6 2024-11-22T21:22:26,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/98dcfa1b8a43484882b7db9fe9d57958 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/98dcfa1b8a43484882b7db9fe9d57958 2024-11-22T21:22:26,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eae4648f3ada4912ba35902ca52efc95 2024-11-22T21:22:26,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ca43689fd5744ee9a9c3bea8b251f9a6 2024-11-22T21:22:26,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/13b7eaaa036648d4887332bed8fc4c48 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/13b7eaaa036648d4887332bed8fc4c48 2024-11-22T21:22:26,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/de1f7103f7364606b53d345041205902 2024-11-22T21:22:26,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e9f9b8f55c514ecdb32b7de531e87376 2024-11-22T21:22:26,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ee27e793834545dea9dc5528d328b32a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ee27e793834545dea9dc5528d328b32a 2024-11-22T21:22:26,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f19e9f3c7941408f92ecf3f18d7b189d 2024-11-22T21:22:26,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/a3e207d8784341fc8741e5f84dd22ff8 2024-11-22T21:22:26,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/e3e5d7a0c19c4eee834096a9fc3fed77 2024-11-22T21:22:26,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/4113338b5009434081276c8aa7cbdcfe to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/4113338b5009434081276c8aa7cbdcfe 2024-11-22T21:22:26,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/87c1d184585d45f98198651a30790243 2024-11-22T21:22:26,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d3099dda85e4405af9ee5a5a56b3400 2024-11-22T21:22:26,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/fb081b24102643f98fbbc09cf0d61af2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/fb081b24102643f98fbbc09cf0d61af2 2024-11-22T21:22:26,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/eb4abfd09f714871a1c42f5a1a662f92 2024-11-22T21:22:26,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/62d71379ab5f43fa9f9d63c16d132fef 2024-11-22T21:22:26,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/976e1f19c2354b378981a1ef40c346d7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/976e1f19c2354b378981a1ef40c346d7 2024-11-22T21:22:26,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/dcd4f48e06a84efbb152ec56ada90342 2024-11-22T21:22:26,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/580a17c4d67341438fcb1bafdba25557 2024-11-22T21:22:26,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6421a87e61104267897e19197cac2541 2024-11-22T21:22:26,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f3db9720a95c4ed1b66e136601a82725 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/f3db9720a95c4ed1b66e136601a82725 2024-11-22T21:22:26,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/88c5b29f319d4931a2a208043c762753 2024-11-22T21:22:26,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/2bd7c6a9e80045728b0444bd1604922a 2024-11-22T21:22:26,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/15fe7548711e442ca63fc11e43fe2fac 2024-11-22T21:22:26,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ebf45b96720e4b3f83d67052e3ad5aa8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/ebf45b96720e4b3f83d67052e3ad5aa8 2024-11-22T21:22:26,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/887762a689c54a26bcbdbf2a0d163862 2024-11-22T21:22:26,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/5a8c0f5f1483400db3429c3d8d8d3ca4 2024-11-22T21:22:26,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/0de75212687249f88b2fa0aa9b1e4b89 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/0de75212687249f88b2fa0aa9b1e4b89 2024-11-22T21:22:26,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/8efb4813eef1483f9ea8cb44305ced9a 2024-11-22T21:22:26,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6ddec376e45b43c4b544c252078d2f2e 2024-11-22T21:22:26,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/6d369da2ea4f4556864874d506ea8668 2024-11-22T21:22:26,175 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/recovered.edits/506.seqid, newMaxSeqId=506, maxSeqId=1 2024-11-22T21:22:26,176 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96. 2024-11-22T21:22:26,176 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for d68acbb90d62da39bb9a404e3d50cf96: 2024-11-22T21:22:26,177 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:26,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=d68acbb90d62da39bb9a404e3d50cf96, regionState=CLOSED 2024-11-22T21:22:26,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T21:22:26,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure d68acbb90d62da39bb9a404e3d50cf96, server=a98040524f50,45229,1732310453838 in 1.4950 sec 2024-11-22T21:22:26,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T21:22:26,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d68acbb90d62da39bb9a404e3d50cf96, UNASSIGN in 1.4980 sec 2024-11-22T21:22:26,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T21:22:26,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-22T21:22:26,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310546183"}]},"ts":"1732310546183"} 2024-11-22T21:22:26,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:22:26,186 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:22:26,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5120 sec 2024-11-22T21:22:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T21:22:26,781 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-22T21:22:26,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:22:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,783 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T21:22:26,783 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,785 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:26,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/recovered.edits] 2024-11-22T21:22:26,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0971fb28b1b44ec395750f8944ebaf08 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/0971fb28b1b44ec395750f8944ebaf08 2024-11-22T21:22:26,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3134eb447de44bb9897e80f761c8617b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/A/3134eb447de44bb9897e80f761c8617b 2024-11-22T21:22:26,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/275596505d854a659d70cfcfa8e03c94 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/275596505d854a659d70cfcfa8e03c94 2024-11-22T21:22:26,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7b505e434c17482597c2461016590df1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/B/7b505e434c17482597c2461016590df1 2024-11-22T21:22:26,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9bf881b1d02745aa8c5e2fbe83057190 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/9bf881b1d02745aa8c5e2fbe83057190 2024-11-22T21:22:26,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/b6c3a8c615dd425fba02228e580bf53c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/C/b6c3a8c615dd425fba02228e580bf53c 2024-11-22T21:22:26,796 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/recovered.edits/506.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96/recovered.edits/506.seqid 2024-11-22T21:22:26,797 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/d68acbb90d62da39bb9a404e3d50cf96 2024-11-22T21:22:26,797 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:22:26,799 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,805 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:22:26,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:22:26,807 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,807 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:22:26,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310546807"}]},"ts":"9223372036854775807"} 2024-11-22T21:22:26,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:22:26,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d68acbb90d62da39bb9a404e3d50cf96, NAME => 'TestAcidGuarantees,,1732310513368.d68acbb90d62da39bb9a404e3d50cf96.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:22:26,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:22:26,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310546809"}]},"ts":"9223372036854775807"} 2024-11-22T21:22:26,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:22:26,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-22T21:22:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T21:22:26,884 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-22T21:22:26,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 242), OpenFileDescriptor=455 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4363 (was 5260) 2024-11-22T21:22:26,902 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=4363 2024-11-22T21:22:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:22:26,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:22:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:26,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:22:26,905 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:26,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-22T21:22:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:26,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:22:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742174_1350 (size=960) 2024-11-22T21:22:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:27,312 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:22:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742175_1351 (size=53) 2024-11-22T21:22:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:27,717 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:22:27,717 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7f41e2efc44a817c7a66113a82f78e8b, disabling compactions & flushes 2024-11-22T21:22:27,717 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:27,717 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:27,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. after waiting 0 ms 2024-11-22T21:22:27,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:27,718 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:27,718 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:27,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:22:27,719 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310547719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310547719"}]},"ts":"1732310547719"} 2024-11-22T21:22:27,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:22:27,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:22:27,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310547720"}]},"ts":"1732310547720"} 2024-11-22T21:22:27,721 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:22:27,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, ASSIGN}] 2024-11-22T21:22:27,724 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, ASSIGN 2024-11-22T21:22:27,725 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:22:27,875 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:27,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:22:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:28,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:28,030 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:28,030 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:22:28,031 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,031 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:22:28,031 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,031 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,032 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,033 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:28,034 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName A 2024-11-22T21:22:28,034 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:28,034 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:28,034 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,035 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:28,035 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName B 2024-11-22T21:22:28,035 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:28,036 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:28,036 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,037 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:28,037 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName C 2024-11-22T21:22:28,037 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:28,037 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:28,038 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:28,038 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,039 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,040 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:22:28,041 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:28,044 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:22:28,044 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened 7f41e2efc44a817c7a66113a82f78e8b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69301809, jitterRate=0.03267742693424225}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:22:28,045 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:28,046 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., pid=92, masterSystemTime=1732310548027 2024-11-22T21:22:28,047 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:28,047 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:28,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:28,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-22T21:22:28,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 in 173 msec 2024-11-22T21:22:28,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T21:22:28,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, ASSIGN in 326 msec 2024-11-22T21:22:28,052 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:22:28,052 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310548052"}]},"ts":"1732310548052"} 2024-11-22T21:22:28,053 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:22:28,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:22:28,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-22T21:22:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-22T21:22:29,009 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-22T21:22:29,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-22T21:22:29,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,016 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:22:29,017 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:22:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:22:29,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:22:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T21:22:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742176_1352 (size=996) 2024-11-22T21:22:29,429 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T21:22:29,429 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T21:22:29,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:22:29,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, REOPEN/MOVE}] 2024-11-22T21:22:29,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, REOPEN/MOVE 2024-11-22T21:22:29,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,434 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:22:29,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:22:29,585 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:29,586 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,586 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:22:29,586 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 7f41e2efc44a817c7a66113a82f78e8b, disabling compactions & flushes 2024-11-22T21:22:29,586 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,586 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,586 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. after waiting 0 ms 2024-11-22T21:22:29,586 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,589 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T21:22:29,590 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,590 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:29,590 WARN [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: 7f41e2efc44a817c7a66113a82f78e8b to self. 2024-11-22T21:22:29,591 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=CLOSED 2024-11-22T21:22:29,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T21:22:29,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 in 158 msec 2024-11-22T21:22:29,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, REOPEN/MOVE; state=CLOSED, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=true 2024-11-22T21:22:29,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:22:29,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:29,899 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,899 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:22:29,900 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,900 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:22:29,901 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,901 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,902 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,903 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:29,903 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName A 2024-11-22T21:22:29,904 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:29,904 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:29,905 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,905 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:29,905 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName B 2024-11-22T21:22:29,905 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:29,906 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:29,906 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,906 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:22:29,907 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f41e2efc44a817c7a66113a82f78e8b columnFamilyName C 2024-11-22T21:22:29,907 DEBUG [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:29,907 INFO [StoreOpener-7f41e2efc44a817c7a66113a82f78e8b-1 {}] regionserver.HStore(327): Store=7f41e2efc44a817c7a66113a82f78e8b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:22:29,907 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,908 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,908 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,909 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:22:29,910 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,911 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened 7f41e2efc44a817c7a66113a82f78e8b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888320, jitterRate=-0.09269332885742188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:22:29,912 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:29,912 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., pid=97, masterSystemTime=1732310549896 2024-11-22T21:22:29,913 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,913 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:29,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=OPEN, openSeqNum=5, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-22T21:22:29,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 in 169 msec 2024-11-22T21:22:29,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T21:22:29,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, REOPEN/MOVE in 483 msec 2024-11-22T21:22:29,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T21:22:29,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-22T21:22:29,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-22T21:22:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T21:22:29,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-22T21:22:29,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-22T21:22:29,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-22T21:22:29,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-22T21:22:29,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-22T21:22:29,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,939 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-22T21:22:29,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-22T21:22:29,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-22T21:22:29,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-22T21:22:29,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-22T21:22:29,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:22:29,961 DEBUG [hconnection-0x47d352ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,962 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,964 DEBUG [hconnection-0x19f89485-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,964 DEBUG [hconnection-0x5d05dd49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,965 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,965 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:29,968 DEBUG [hconnection-0x2270e746-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-22T21:22:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:29,969 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:29,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:29,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:29,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:29,980 DEBUG [hconnection-0x5c5fb5df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,981 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310609989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310609989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310609992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:29,992 DEBUG [hconnection-0x195370e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,996 DEBUG [hconnection-0xcc57515-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:29,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310609998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,000 DEBUG [hconnection-0x3d051bc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:30,001 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:30,005 DEBUG [hconnection-0x4a9f8e6e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:30,006 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:30,028 DEBUG [hconnection-0x31b7e063-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:22:30,029 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:22:30,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310610031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112276402868c9eb4499964b68d704125e4a_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310549971/Put/seqid=0 2024-11-22T21:22:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742177_1353 (size=12154) 2024-11-22T21:22:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310610091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310610091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310610093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310610100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310610132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:30,276 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310610295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310610296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310610296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310610302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310610337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:30,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112276402868c9eb4499964b68d704125e4a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276402868c9eb4499964b68d704125e4a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:30,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/0ee8dcd15afd421baf75c35476c6e73b, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:30,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/0ee8dcd15afd421baf75c35476c6e73b is 175, key is test_row_0/A:col10/1732310549971/Put/seqid=0 2024-11-22T21:22:30,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742178_1354 (size=30955) 2024-11-22T21:22:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:30,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310610598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310610598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310610599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310610606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310610641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:30,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/0ee8dcd15afd421baf75c35476c6e73b 2024-11-22T21:22:30,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:30,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:30,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:30,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/6084ead9ab92424783bc38805a69cb4d is 50, key is test_row_0/B:col10/1732310549971/Put/seqid=0 2024-11-22T21:22:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742179_1355 (size=12001) 2024-11-22T21:22:30,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/6084ead9ab92424783bc38805a69cb4d 2024-11-22T21:22:30,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/d9d1b6ec854d4b72af5cc68f3c9739c0 is 50, key is test_row_0/C:col10/1732310549971/Put/seqid=0 2024-11-22T21:22:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742180_1356 (size=12001) 2024-11-22T21:22:31,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:31,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310611103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310611103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:31,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310611106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:31,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310611112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:31,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310611146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:31,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:31,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/d9d1b6ec854d4b72af5cc68f3c9739c0 2024-11-22T21:22:31,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/0ee8dcd15afd421baf75c35476c6e73b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b 2024-11-22T21:22:31,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b, entries=150, sequenceid=17, filesize=30.2 K 2024-11-22T21:22:31,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/6084ead9ab92424783bc38805a69cb4d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d 2024-11-22T21:22:31,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T21:22:31,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/d9d1b6ec854d4b72af5cc68f3c9739c0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0 2024-11-22T21:22:31,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:31,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T21:22:31,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7f41e2efc44a817c7a66113a82f78e8b in 1378ms, sequenceid=17, compaction requested=false 2024-11-22T21:22:31,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:31,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:31,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:31,501 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c247abb60b44033a1c58fd9d6fa6574_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310549982/Put/seqid=0 2024-11-22T21:22:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742181_1357 (size=12154) 2024-11-22T21:22:31,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:22:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:31,917 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c247abb60b44033a1c58fd9d6fa6574_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c247abb60b44033a1c58fd9d6fa6574_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/caf4524977544adead44b5b7db1b9b43, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/caf4524977544adead44b5b7db1b9b43 is 175, key is test_row_0/A:col10/1732310549982/Put/seqid=0 2024-11-22T21:22:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742182_1358 (size=30955) 2024-11-22T21:22:31,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/caf4524977544adead44b5b7db1b9b43 2024-11-22T21:22:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/824989cd1ff144cebbecebb66e2bc20a is 50, key is test_row_0/B:col10/1732310549982/Put/seqid=0 2024-11-22T21:22:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742183_1359 (size=12001) 2024-11-22T21:22:32,038 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/824989cd1ff144cebbecebb66e2bc20a 2024-11-22T21:22:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1807176c7831469f81b490d670486b10 is 50, key is test_row_0/C:col10/1732310549982/Put/seqid=0 2024-11-22T21:22:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:32,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742184_1360 (size=12001) 2024-11-22T21:22:32,108 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1807176c7831469f81b490d670486b10 2024-11-22T21:22:32,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/caf4524977544adead44b5b7db1b9b43 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43 2024-11-22T21:22:32,127 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T21:22:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/824989cd1ff144cebbecebb66e2bc20a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a 2024-11-22T21:22:32,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:32,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T21:22:32,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1807176c7831469f81b490d670486b10 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10 2024-11-22T21:22:32,140 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T21:22:32,141 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=46.96 KB/48090 for 7f41e2efc44a817c7a66113a82f78e8b in 640ms, sequenceid=41, compaction requested=false 2024-11-22T21:22:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-22T21:22:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-22T21:22:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:32,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:22:32,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:32,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-22T21:22:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:32,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-22T21:22:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:32,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.1780 sec 2024-11-22T21:22:32,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122296e79234e3746d6b9cd16f1d4052cce_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742185_1361 (size=14594) 2024-11-22T21:22:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310612209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310612210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310612210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310612211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310612219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310612320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310612323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310612324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310612325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310612327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310612525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310612532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310612535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310612535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310612535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:32,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122296e79234e3746d6b9cd16f1d4052cce_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122296e79234e3746d6b9cd16f1d4052cce_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:32,625 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5c0f4e84b8a64d53a57b6a8738328bb5, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:32,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5c0f4e84b8a64d53a57b6a8738328bb5 is 175, key is test_row_0/A:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742186_1362 (size=39549) 2024-11-22T21:22:32,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5c0f4e84b8a64d53a57b6a8738328bb5 2024-11-22T21:22:32,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/56077a27766e47c39de91d40426a36e8 is 50, key is test_row_0/B:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742187_1363 (size=12001) 2024-11-22T21:22:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310612835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310612841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310612843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310612844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310612845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/56077a27766e47c39de91d40426a36e8 2024-11-22T21:22:33,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/af1fdac6db9b4e3495d00d0635d4b2f0 is 50, key is test_row_0/C:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742188_1364 (size=12001) 2024-11-22T21:22:33,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310613344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310613351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310613355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310613355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310613356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:33,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/af1fdac6db9b4e3495d00d0635d4b2f0 2024-11-22T21:22:33,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5c0f4e84b8a64d53a57b6a8738328bb5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5 2024-11-22T21:22:33,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5, entries=200, sequenceid=52, filesize=38.6 K 2024-11-22T21:22:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/56077a27766e47c39de91d40426a36e8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8 2024-11-22T21:22:33,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T21:22:33,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/af1fdac6db9b4e3495d00d0635d4b2f0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0 2024-11-22T21:22:33,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T21:22:33,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f41e2efc44a817c7a66113a82f78e8b in 1490ms, sequenceid=52, compaction requested=true 2024-11-22T21:22:33,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:33,635 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:33,637 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:33,638 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:33,638 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:33,638 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=99.1 K 2024-11-22T21:22:33,638 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:33,638 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5] 2024-11-22T21:22:33,638 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ee8dcd15afd421baf75c35476c6e73b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732310549970 2024-11-22T21:22:33,639 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting caf4524977544adead44b5b7db1b9b43, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310549982 2024-11-22T21:22:33,640 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0f4e84b8a64d53a57b6a8738328bb5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552118 2024-11-22T21:22:33,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:33,641 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:33,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:33,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:33,643 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:33,643 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.2 K 2024-11-22T21:22:33,646 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6084ead9ab92424783bc38805a69cb4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732310549970 2024-11-22T21:22:33,646 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 824989cd1ff144cebbecebb66e2bc20a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310549982 2024-11-22T21:22:33,647 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 56077a27766e47c39de91d40426a36e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552139 2024-11-22T21:22:33,661 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:33,670 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:33,672 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/b5212abac53640e5a35524f39195dc71 is 50, key is test_row_0/B:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:33,676 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bfd171c2367f45e88c518a168889da7b_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:33,680 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bfd171c2367f45e88c518a168889da7b_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:33,681 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bfd171c2367f45e88c518a168889da7b_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742189_1365 (size=12104) 2024-11-22T21:22:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742190_1366 (size=4469) 2024-11-22T21:22:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-22T21:22:34,075 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-22T21:22:34,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-22T21:22:34,079 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T21:22:34,080 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:34,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:34,136 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/b5212abac53640e5a35524f39195dc71 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/b5212abac53640e5a35524f39195dc71 2024-11-22T21:22:34,141 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into b5212abac53640e5a35524f39195dc71(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:34,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:34,142 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310553641; duration=0sec 2024-11-22T21:22:34,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:34,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:34,142 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:34,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:34,143 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:34,143 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:34,143 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.2 K 2024-11-22T21:22:34,144 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d1b6ec854d4b72af5cc68f3c9739c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732310549970 2024-11-22T21:22:34,144 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1807176c7831469f81b490d670486b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732310549982 2024-11-22T21:22:34,145 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting af1fdac6db9b4e3495d00d0635d4b2f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552139 2024-11-22T21:22:34,147 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#311 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:34,148 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/450deee428a244d5af6f3b8945f18713 is 175, key is test_row_0/A:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:34,176 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:34,177 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/16f47fc3eb7b437fb5ea4facdc1e0025 is 50, key is test_row_0/C:col10/1732310552141/Put/seqid=0 2024-11-22T21:22:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T21:22:34,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742191_1367 (size=31058) 2024-11-22T21:22:34,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:34,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T21:22:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:34,233 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:22:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:34,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:34,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742192_1368 (size=12104) 2024-11-22T21:22:34,264 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/16f47fc3eb7b437fb5ea4facdc1e0025 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/16f47fc3eb7b437fb5ea4facdc1e0025 2024-11-22T21:22:34,270 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into 16f47fc3eb7b437fb5ea4facdc1e0025(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:34,270 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:34,270 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310553641; duration=0sec 2024-11-22T21:22:34,270 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:34,270 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:34,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e77422b6e714693be204ea3e37e5d80_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310552217/Put/seqid=0 2024-11-22T21:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742193_1369 (size=12154) 2024-11-22T21:22:34,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310614370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310614371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310614371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310614371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310614372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T21:22:34,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310614479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310614480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310614481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310614481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,611 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/450deee428a244d5af6f3b8945f18713 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713 2024-11-22T21:22:34,616 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 450deee428a244d5af6f3b8945f18713(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:34,616 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:34,616 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310553635; duration=0sec 2024-11-22T21:22:34,616 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:34,616 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T21:22:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310614685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310614687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310614688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310614688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:34,722 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e77422b6e714693be204ea3e37e5d80_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e77422b6e714693be204ea3e37e5d80_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/aa7a1f0235ae439e9cc5045cbf382773, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:34,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/aa7a1f0235ae439e9cc5045cbf382773 is 175, key is test_row_0/A:col10/1732310552217/Put/seqid=0 2024-11-22T21:22:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742194_1370 (size=30955) 2024-11-22T21:22:34,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/aa7a1f0235ae439e9cc5045cbf382773 2024-11-22T21:22:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/4603a09d04f54510bf74699e8b9caab1 is 50, key is test_row_0/B:col10/1732310552217/Put/seqid=0 2024-11-22T21:22:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742195_1371 (size=12001) 2024-11-22T21:22:34,827 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/4603a09d04f54510bf74699e8b9caab1 2024-11-22T21:22:34,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/5d158e5292e047d1b6f5f405d17ec46b is 50, key is test_row_0/C:col10/1732310552217/Put/seqid=0 2024-11-22T21:22:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742196_1372 (size=12001) 2024-11-22T21:22:34,883 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/5d158e5292e047d1b6f5f405d17ec46b 2024-11-22T21:22:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/aa7a1f0235ae439e9cc5045cbf382773 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773 2024-11-22T21:22:34,896 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T21:22:34,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/4603a09d04f54510bf74699e8b9caab1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1 2024-11-22T21:22:34,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T21:22:34,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/5d158e5292e047d1b6f5f405d17ec46b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b 2024-11-22T21:22:34,911 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T21:22:34,912 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f41e2efc44a817c7a66113a82f78e8b in 679ms, sequenceid=78, compaction requested=false 2024-11-22T21:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:34,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-22T21:22:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-22T21:22:34,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T21:22:34,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 834 msec 2024-11-22T21:22:34,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 842 msec 2024-11-22T21:22:34,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:22:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:34,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:35,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228107737cf6cc49309b9af28c97070b3a_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:35,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310615056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310615057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742197_1373 (size=14594) 2024-11-22T21:22:35,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310615068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310615071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310615172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310615172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T21:22:35,186 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-22T21:22:35,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-22T21:22:35,193 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:35,194 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:35,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310615187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310615191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:35,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:35,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310615385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310615385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310615396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310615397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:35,481 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228107737cf6cc49309b9af28c97070b3a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228107737cf6cc49309b9af28c97070b3a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:35,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d865f667e1794096a6906fb40d1406d8, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:35,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d865f667e1794096a6906fb40d1406d8 is 175, key is test_row_0/A:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:35,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:35,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742198_1374 (size=39549) 2024-11-22T21:22:35,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:35,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310615693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310615694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310615704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310615704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:35,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:35,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d865f667e1794096a6906fb40d1406d8 2024-11-22T21:22:35,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e0f4082559e14f30ba181016b20ccf91 is 50, key is test_row_0/B:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:35,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:35,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:35,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742199_1375 (size=12001) 2024-11-22T21:22:35,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e0f4082559e14f30ba181016b20ccf91 2024-11-22T21:22:36,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/271cfc8d5dfc470e8b9a0c2cdb52611e is 50, key is test_row_0/C:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742200_1376 (size=12001) 2024-11-22T21:22:36,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/271cfc8d5dfc470e8b9a0c2cdb52611e 2024-11-22T21:22:36,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d865f667e1794096a6906fb40d1406d8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8 2024-11-22T21:22:36,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8, entries=200, sequenceid=93, filesize=38.6 K 2024-11-22T21:22:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e0f4082559e14f30ba181016b20ccf91 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91 2024-11-22T21:22:36,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T21:22:36,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/271cfc8d5dfc470e8b9a0c2cdb52611e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e 2024-11-22T21:22:36,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T21:22:36,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f41e2efc44a817c7a66113a82f78e8b in 1095ms, sequenceid=93, compaction requested=true 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:36,091 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:36,091 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:36,092 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:36,092 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:36,092 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:36,092 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:36,092 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,092 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,093 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=99.2 K 2024-11-22T21:22:36,093 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/b5212abac53640e5a35524f39195dc71, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.3 K 2024-11-22T21:22:36,093 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,093 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8] 2024-11-22T21:22:36,093 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b5212abac53640e5a35524f39195dc71, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552139 2024-11-22T21:22:36,093 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 450deee428a244d5af6f3b8945f18713, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552139 2024-11-22T21:22:36,093 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4603a09d04f54510bf74699e8b9caab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310552206 2024-11-22T21:22:36,094 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7a1f0235ae439e9cc5045cbf382773, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310552206 2024-11-22T21:22:36,094 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f4082559e14f30ba181016b20ccf91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:36,094 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d865f667e1794096a6906fb40d1406d8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:36,107 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:36,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:36,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T21:22:36,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,120 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:22:36,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:36,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:36,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,123 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:36,124 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/32f200c824db481faeb2cc3e5a110367 is 50, key is test_row_0/B:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:36,127 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ce29fffb141f4ee0866618ff05377a4f_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:36,129 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ce29fffb141f4ee0866618ff05377a4f_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:36,129 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ce29fffb141f4ee0866618ff05377a4f_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:36,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742201_1377 (size=12207) 2024-11-22T21:22:36,169 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/32f200c824db481faeb2cc3e5a110367 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/32f200c824db481faeb2cc3e5a110367 2024-11-22T21:22:36,174 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into 32f200c824db481faeb2cc3e5a110367(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:36,174 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:36,174 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310556091; duration=0sec 2024-11-22T21:22:36,174 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:36,174 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:36,175 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:36,176 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:36,176 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:36,176 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,176 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/16f47fc3eb7b437fb5ea4facdc1e0025, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.3 K 2024-11-22T21:22:36,177 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f47fc3eb7b437fb5ea4facdc1e0025, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310552139 2024-11-22T21:22:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221c60180b032a4dbda367275afc8278bd_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310555051/Put/seqid=0 2024-11-22T21:22:36,180 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d158e5292e047d1b6f5f405d17ec46b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310552206 2024-11-22T21:22:36,181 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 271cfc8d5dfc470e8b9a0c2cdb52611e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742202_1378 (size=4469) 2024-11-22T21:22:36,207 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#320 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:36,208 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5337327ed0424f95a8c16c87306295b7 is 175, key is test_row_0/A:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:36,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:36,251 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:36,252 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/da55b3b355f647d8a650007c1cc8d2b0 is 50, key is test_row_0/C:col10/1732310554996/Put/seqid=0 2024-11-22T21:22:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742203_1379 (size=12154) 2024-11-22T21:22:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742204_1380 (size=31161) 2024-11-22T21:22:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:36,301 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/5337327ed0424f95a8c16c87306295b7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7 2024-11-22T21:22:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742205_1381 (size=12207) 2024-11-22T21:22:36,325 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/da55b3b355f647d8a650007c1cc8d2b0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/da55b3b355f647d8a650007c1cc8d2b0 2024-11-22T21:22:36,328 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 5337327ed0424f95a8c16c87306295b7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:36,328 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:36,328 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310556091; duration=0sec 2024-11-22T21:22:36,329 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:36,329 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:36,335 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into da55b3b355f647d8a650007c1cc8d2b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:36,336 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:36,336 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310556091; duration=0sec 2024-11-22T21:22:36,336 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:36,336 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:36,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310616316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310616317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310616330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310616331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310616380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,386 DEBUG [Thread-1591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:36,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310616438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310616439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310616439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310616439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310616646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310616650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310616652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310616654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:36,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221c60180b032a4dbda367275afc8278bd_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c60180b032a4dbda367275afc8278bd_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:36,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a505e3c807e34e53a9a2c68db94f16e8, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:36,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a505e3c807e34e53a9a2c68db94f16e8 is 175, key is test_row_0/A:col10/1732310555051/Put/seqid=0 2024-11-22T21:22:36,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742206_1382 (size=30955) 2024-11-22T21:22:36,724 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a505e3c807e34e53a9a2c68db94f16e8 2024-11-22T21:22:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/26d95c3e4c9549b3b4bfa49d6d30ba8b is 50, key is test_row_0/B:col10/1732310555051/Put/seqid=0 2024-11-22T21:22:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742207_1383 (size=12001) 2024-11-22T21:22:36,768 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/26d95c3e4c9549b3b4bfa49d6d30ba8b 2024-11-22T21:22:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84aa2d5756e744d78e50e1bc95977743 is 50, key is test_row_0/C:col10/1732310555051/Put/seqid=0 2024-11-22T21:22:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742208_1384 (size=12001) 2024-11-22T21:22:36,839 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84aa2d5756e744d78e50e1bc95977743 2024-11-22T21:22:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a505e3c807e34e53a9a2c68db94f16e8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8 2024-11-22T21:22:36,849 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8, entries=150, sequenceid=116, filesize=30.2 K 2024-11-22T21:22:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/26d95c3e4c9549b3b4bfa49d6d30ba8b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b 2024-11-22T21:22:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,856 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T21:22:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84aa2d5756e744d78e50e1bc95977743 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743 2024-11-22T21:22:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,890 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T21:22:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,893 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7f41e2efc44a817c7a66113a82f78e8b in 773ms, sequenceid=116, compaction requested=false 2024-11-22T21:22:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-22T21:22:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-22T21:22:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-22T21:22:36,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-11-22T21:22:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.7050 sec 2024-11-22T21:22:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:22:36,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228a1bf198b34340149695043cf5fc083c_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742209_1385 (size=12254) 2024-11-22T21:22:37,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:37,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228a1bf198b34340149695043cf5fc083c_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a1bf198b34340149695043cf5fc083c_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:37,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/841f1deb7e8f4a50b878c854397f877a, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:37,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/841f1deb7e8f4a50b878c854397f877a is 175, key is test_row_0/A:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:37,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310617059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310617072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310617072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310617073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742210_1386 (size=31055) 2024-11-22T21:22:37,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/841f1deb7e8f4a50b878c854397f877a 2024-11-22T21:22:37,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/511761c890d446e1b4938bc0c4f9959d is 50, key is test_row_0/B:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742211_1387 (size=12101) 2024-11-22T21:22:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310617177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310617184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310617193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310617194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T21:22:37,301 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-22T21:22:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-22T21:22:37,303 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:37,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:37,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310617390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310617391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310617406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310617407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:37,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T21:22:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/511761c890d446e1b4938bc0c4f9959d 2024-11-22T21:22:37,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84ba125565b84f61ac6daddfa03003c5 is 50, key is test_row_0/C:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:37,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:37,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T21:22:37,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:37,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742212_1388 (size=12101) 2024-11-22T21:22:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310617697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310617699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310617715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310617716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:37,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:37,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T21:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:37,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:37,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T21:22:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:37,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:37,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:38,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84ba125565b84f61ac6daddfa03003c5 2024-11-22T21:22:38,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/841f1deb7e8f4a50b878c854397f877a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a 2024-11-22T21:22:38,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a, entries=150, sequenceid=133, filesize=30.3 K 2024-11-22T21:22:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/511761c890d446e1b4938bc0c4f9959d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d 2024-11-22T21:22:38,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T21:22:38,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/84ba125565b84f61ac6daddfa03003c5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5 2024-11-22T21:22:38,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5, entries=150, sequenceid=133, filesize=11.8 K 2024-11-22T21:22:38,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7f41e2efc44a817c7a66113a82f78e8b in 1066ms, sequenceid=133, compaction requested=true 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:38,048 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:38,048 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:38,049 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:38,049 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:38,049 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,049 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:38,049 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:38,049 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=91.0 K 2024-11-22T21:22:38,049 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,049 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,049 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a] 2024-11-22T21:22:38,049 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/32f200c824db481faeb2cc3e5a110367, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.5 K 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5337327ed0424f95a8c16c87306295b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f200c824db481faeb2cc3e5a110367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a505e3c807e34e53a9a2c68db94f16e8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310555051 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 26d95c3e4c9549b3b4bfa49d6d30ba8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310555051 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 841f1deb7e8f4a50b878c854397f877a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:38,050 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 511761c890d446e1b4938bc0c4f9959d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:38,064 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,077 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:38,077 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/11bd8cfed5354ec8b89497baa9c29200 is 50, key is test_row_0/B:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:38,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:38,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T21:22:38,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:38,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,088 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122459cde9cd3194309a9b642f8fef539cb_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,090 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122459cde9cd3194309a9b642f8fef539cb_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,090 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122459cde9cd3194309a9b642f8fef539cb_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dd3b6a60189444cb0e3c7f54bf2de0b_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310557071/Put/seqid=0 2024-11-22T21:22:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742213_1389 (size=12409) 2024-11-22T21:22:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742214_1390 (size=4469) 2024-11-22T21:22:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742215_1391 (size=12304) 2024-11-22T21:22:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:38,201 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dd3b6a60189444cb0e3c7f54bf2de0b_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dd3b6a60189444cb0e3c7f54bf2de0b_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:38,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/91d314a3b8ea403997126fc0640cfd5a, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/91d314a3b8ea403997126fc0640cfd5a is 175, key is test_row_0/A:col10/1732310557071/Put/seqid=0 2024-11-22T21:22:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742216_1392 (size=31105) 2024-11-22T21:22:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310618237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310618238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310618248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310618249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310618351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310618355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310618357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310618360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:38,548 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/11bd8cfed5354ec8b89497baa9c29200 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/11bd8cfed5354ec8b89497baa9c29200 2024-11-22T21:22:38,557 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#329 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:38,558 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/9a69420f11734d73a4e092c5c25f2805 is 175, key is test_row_0/A:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:38,563 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into 11bd8cfed5354ec8b89497baa9c29200(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:38,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:38,563 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310558048; duration=0sec 2024-11-22T21:22:38,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:38,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:38,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:38,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:38,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:38,565 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,565 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/da55b3b355f647d8a650007c1cc8d2b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.5 K 2024-11-22T21:22:38,565 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting da55b3b355f647d8a650007c1cc8d2b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732310554361 2024-11-22T21:22:38,565 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 84aa2d5756e744d78e50e1bc95977743, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310555051 2024-11-22T21:22:38,566 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 84ba125565b84f61ac6daddfa03003c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:38,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310618560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310618566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310618566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310618571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,578 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:38,579 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/0bdcbbe12cb34b3eb771b9202b6d4e95 is 50, key is test_row_0/C:col10/1732310556979/Put/seqid=0 2024-11-22T21:22:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742217_1393 (size=31363) 2024-11-22T21:22:38,590 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/9a69420f11734d73a4e092c5c25f2805 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805 2024-11-22T21:22:38,594 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 9a69420f11734d73a4e092c5c25f2805(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:38,595 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:38,595 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310558048; duration=0sec 2024-11-22T21:22:38,595 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:38,595 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742218_1394 (size=12409) 2024-11-22T21:22:38,622 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/0bdcbbe12cb34b3eb771b9202b6d4e95 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0bdcbbe12cb34b3eb771b9202b6d4e95 2024-11-22T21:22:38,627 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into 0bdcbbe12cb34b3eb771b9202b6d4e95(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:38,627 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:38,628 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310558048; duration=0sec 2024-11-22T21:22:38,628 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:38,628 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:38,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/91d314a3b8ea403997126fc0640cfd5a 2024-11-22T21:22:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/5f27fcf38b8142aa92e7243d25ac3af1 is 50, key is test_row_0/B:col10/1732310557071/Put/seqid=0 2024-11-22T21:22:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742219_1395 (size=12151) 2024-11-22T21:22:38,710 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/5f27fcf38b8142aa92e7243d25ac3af1 2024-11-22T21:22:38,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/aeaea604890645aeb8eb97cab9a3e356 is 50, key is test_row_0/C:col10/1732310557071/Put/seqid=0 2024-11-22T21:22:38,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742220_1396 (size=12151) 2024-11-22T21:22:38,762 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/aeaea604890645aeb8eb97cab9a3e356 2024-11-22T21:22:38,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/91d314a3b8ea403997126fc0640cfd5a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a 2024-11-22T21:22:38,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a, entries=150, sequenceid=155, filesize=30.4 K 2024-11-22T21:22:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/5f27fcf38b8142aa92e7243d25ac3af1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1 2024-11-22T21:22:38,784 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T21:22:38,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/aeaea604890645aeb8eb97cab9a3e356 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356 2024-11-22T21:22:38,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T21:22:38,790 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7f41e2efc44a817c7a66113a82f78e8b in 712ms, sequenceid=155, compaction requested=false 2024-11-22T21:22:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:38,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-22T21:22:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-22T21:22:38,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T21:22:38,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4870 sec 2024-11-22T21:22:38,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4910 sec 2024-11-22T21:22:38,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:38,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:38,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e2d1f2966ad543ba891f964b662f3804_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742221_1397 (size=14794) 2024-11-22T21:22:38,946 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:38,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e2d1f2966ad543ba891f964b662f3804_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2d1f2966ad543ba891f964b662f3804_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:38,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/1779f0178a4048fe93f25c45a54b6b1c, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:38,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/1779f0178a4048fe93f25c45a54b6b1c is 175, key is test_row_0/A:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310618946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310618947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310618948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310618972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742222_1398 (size=39749) 2024-11-22T21:22:39,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310619074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310619075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310619076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310619080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310619276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310619290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310619290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310619290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/1779f0178a4048fe93f25c45a54b6b1c 2024-11-22T21:22:39,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d263bbffc6204679ac6eb0a836ffe323 is 50, key is test_row_0/B:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T21:22:39,409 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-22T21:22:39,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-22T21:22:39,412 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:39,413 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:39,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:39,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742223_1399 (size=12151) 2024-11-22T21:22:39,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d263bbffc6204679ac6eb0a836ffe323 2024-11-22T21:22:39,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/eaf7ce945bff48c996853c688c04bba3 is 50, key is test_row_0/C:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742224_1400 (size=12151) 2024-11-22T21:22:39,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/eaf7ce945bff48c996853c688c04bba3 2024-11-22T21:22:39,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/1779f0178a4048fe93f25c45a54b6b1c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c 2024-11-22T21:22:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c, entries=200, sequenceid=173, filesize=38.8 K 2024-11-22T21:22:39,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d263bbffc6204679ac6eb0a836ffe323 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323 2024-11-22T21:22:39,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T21:22:39,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/eaf7ce945bff48c996853c688c04bba3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3 2024-11-22T21:22:39,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T21:22:39,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7f41e2efc44a817c7a66113a82f78e8b in 621ms, sequenceid=173, compaction requested=true 2024-11-22T21:22:39,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:39,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:39,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:39,496 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:39,497 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:39,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:39,498 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:39,498 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:39,498 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:39,498 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:39,498 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:39,498 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:39,499 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=99.8 K 2024-11-22T21:22:39,499 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/11bd8cfed5354ec8b89497baa9c29200, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.9 K 2024-11-22T21:22:39,499 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:39,499 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c] 2024-11-22T21:22:39,499 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 11bd8cfed5354ec8b89497baa9c29200, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:39,499 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a69420f11734d73a4e092c5c25f2805, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:39,500 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91d314a3b8ea403997126fc0640cfd5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732310557058 2024-11-22T21:22:39,500 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f27fcf38b8142aa92e7243d25ac3af1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732310557058 2024-11-22T21:22:39,500 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1779f0178a4048fe93f25c45a54b6b1c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558234 2024-11-22T21:22:39,500 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d263bbffc6204679ac6eb0a836ffe323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558235 2024-11-22T21:22:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:39,520 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:39,534 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:39,534 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/9191d8b4c2554e5e841e8bab0f506c98 is 50, key is test_row_0/B:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:39,546 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411223fd8064325a645b6943b3592053bef52_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:39,547 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411223fd8064325a645b6943b3592053bef52_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:39,547 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223fd8064325a645b6943b3592053bef52_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:39,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742225_1401 (size=12561) 2024-11-22T21:22:39,562 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/9191d8b4c2554e5e841e8bab0f506c98 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/9191d8b4c2554e5e841e8bab0f506c98 2024-11-22T21:22:39,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:39,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:39,565 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:39,570 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into 9191d8b4c2554e5e841e8bab0f506c98(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:39,570 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:39,570 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310559496; duration=0sec 2024-11-22T21:22:39,570 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:39,570 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:39,570 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:39,572 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:39,573 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:39,573 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:39,573 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0bdcbbe12cb34b3eb771b9202b6d4e95, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=35.9 K 2024-11-22T21:22:39,573 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bdcbbe12cb34b3eb771b9202b6d4e95, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732310556251 2024-11-22T21:22:39,574 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting aeaea604890645aeb8eb97cab9a3e356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732310557058 2024-11-22T21:22:39,574 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting eaf7ce945bff48c996853c688c04bba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558235 2024-11-22T21:22:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742226_1402 (size=4469) 2024-11-22T21:22:39,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:39,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e06818c5ce9543f1bc83b5e202be22aa_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310558970/Put/seqid=0 2024-11-22T21:22:39,622 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#340 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:39,623 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/ed54726cd45444b8b49173dab8c311d2 is 50, key is test_row_0/C:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310619623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310619624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310619629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310619630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742227_1403 (size=12304) 2024-11-22T21:22:39,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:39,663 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e06818c5ce9543f1bc83b5e202be22aa_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e06818c5ce9543f1bc83b5e202be22aa_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:39,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/88efa32e5c954c77ad8f423c9e62fda8, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/88efa32e5c954c77ad8f423c9e62fda8 is 175, key is test_row_0/A:col10/1732310558970/Put/seqid=0 2024-11-22T21:22:39,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742228_1404 (size=12561) 2024-11-22T21:22:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:39,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742229_1405 (size=31105) 2024-11-22T21:22:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310619737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310619739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310619739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310619739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310619945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310619946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310619946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310619947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:39,990 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#338 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:39,992 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/190dd933d2a14512be651a17a7a0407b is 175, key is test_row_0/A:col10/1732310558248/Put/seqid=0 2024-11-22T21:22:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742230_1406 (size=31515) 2024-11-22T21:22:40,091 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/ed54726cd45444b8b49173dab8c311d2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ed54726cd45444b8b49173dab8c311d2 2024-11-22T21:22:40,095 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into ed54726cd45444b8b49173dab8c311d2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:40,095 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:40,095 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310559497; duration=0sec 2024-11-22T21:22:40,095 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:40,095 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:40,126 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/88efa32e5c954c77ad8f423c9e62fda8 2024-11-22T21:22:40,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e8fd8d60a87049c6bbfba8f25b291bca is 50, key is test_row_0/B:col10/1732310558970/Put/seqid=0 2024-11-22T21:22:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742231_1407 (size=12151) 2024-11-22T21:22:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310620253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310620255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310620256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310620256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310620387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,393 DEBUG [Thread-1591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:40,432 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/190dd933d2a14512be651a17a7a0407b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b 2024-11-22T21:22:40,438 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 190dd933d2a14512be651a17a7a0407b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:40,438 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:40,438 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310559496; duration=0sec 2024-11-22T21:22:40,438 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:40,438 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:40,570 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e8fd8d60a87049c6bbfba8f25b291bca 2024-11-22T21:22:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/45201f6bbdec48789740a5866ed84d6b is 50, key is test_row_0/C:col10/1732310558970/Put/seqid=0 2024-11-22T21:22:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742232_1408 (size=12151) 2024-11-22T21:22:40,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310620761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310620764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310620764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310620765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,026 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/45201f6bbdec48789740a5866ed84d6b 2024-11-22T21:22:41,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/88efa32e5c954c77ad8f423c9e62fda8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8 2024-11-22T21:22:41,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8, entries=150, sequenceid=194, filesize=30.4 K 2024-11-22T21:22:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/e8fd8d60a87049c6bbfba8f25b291bca as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca 2024-11-22T21:22:41,061 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T21:22:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/45201f6bbdec48789740a5866ed84d6b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b 2024-11-22T21:22:41,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T21:22:41,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7f41e2efc44a817c7a66113a82f78e8b in 1504ms, sequenceid=194, compaction requested=false 2024-11-22T21:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:41,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-22T21:22:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-22T21:22:41,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-22T21:22:41,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-22T21:22:41,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.6640 sec 2024-11-22T21:22:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T21:22:41,526 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-22T21:22:41,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-22T21:22:41,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T21:22:41,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:41,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T21:22:41,684 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:41,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T21:22:41,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:41,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:41,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fdf8459debee4c60a3daf8958a2991f8_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310559622/Put/seqid=0 2024-11-22T21:22:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742233_1409 (size=12304) 2024-11-22T21:22:41,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:41,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310621812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310621819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310621819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310621820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T21:22:41,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310621921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310621930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310621931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:41,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310621931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:42,134 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fdf8459debee4c60a3daf8958a2991f8_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdf8459debee4c60a3daf8958a2991f8_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T21:22:42,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/f79ff46d4c304f5ea4a53ffcf9755c10, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/f79ff46d4c304f5ea4a53ffcf9755c10 is 175, key is test_row_0/A:col10/1732310559622/Put/seqid=0 2024-11-22T21:22:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310622130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310622137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310622137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310622138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742234_1410 (size=31105) 2024-11-22T21:22:42,156 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/f79ff46d4c304f5ea4a53ffcf9755c10 2024-11-22T21:22:42,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/092840ea707a42ba8eefa5ada3e641a6 is 50, key is test_row_0/B:col10/1732310559622/Put/seqid=0 2024-11-22T21:22:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742235_1411 (size=12151) 2024-11-22T21:22:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/092840ea707a42ba8eefa5ada3e641a6 2024-11-22T21:22:42,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/24e0d1463c774c67b27d230839f2c459 is 50, key is test_row_0/C:col10/1732310559622/Put/seqid=0 2024-11-22T21:22:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742236_1412 (size=12151) 2024-11-22T21:22:42,283 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/24e0d1463c774c67b27d230839f2c459 2024-11-22T21:22:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/f79ff46d4c304f5ea4a53ffcf9755c10 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10 2024-11-22T21:22:42,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10, entries=150, sequenceid=212, filesize=30.4 K 2024-11-22T21:22:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/092840ea707a42ba8eefa5ada3e641a6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6 2024-11-22T21:22:42,306 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:22:42,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/24e0d1463c774c67b27d230839f2c459 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459 2024-11-22T21:22:42,316 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:22:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7f41e2efc44a817c7a66113a82f78e8b in 633ms, sequenceid=212, compaction requested=true 2024-11-22T21:22:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-22T21:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-22T21:22:42,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-22T21:22:42,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-11-22T21:22:42,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 793 msec 2024-11-22T21:22:42,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:22:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:42,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:42,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a361410bd11044af90ce64a8f308525a_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310622464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310622466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310622467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310622472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742237_1413 (size=14794) 2024-11-22T21:22:42,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:42,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a361410bd11044af90ce64a8f308525a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a361410bd11044af90ce64a8f308525a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:42,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/ad8eabe345714d5bb4d3f62653bf9af3, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/ad8eabe345714d5bb4d3f62653bf9af3 is 175, key is test_row_0/A:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742238_1414 (size=39749) 2024-11-22T21:22:42,554 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/ad8eabe345714d5bb4d3f62653bf9af3 2024-11-22T21:22:42,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d9114051cf8340629fb936c22e8d1596 is 50, key is test_row_0/B:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742239_1415 (size=12151) 2024-11-22T21:22:42,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d9114051cf8340629fb936c22e8d1596 2024-11-22T21:22:42,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/e13cbba40de84f2e878f156bc671eb05 is 50, key is test_row_0/C:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310622576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310622576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310622579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310622581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742240_1416 (size=12151) 2024-11-22T21:22:42,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/e13cbba40de84f2e878f156bc671eb05 2024-11-22T21:22:42,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/ad8eabe345714d5bb4d3f62653bf9af3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3 2024-11-22T21:22:42,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3, entries=200, sequenceid=235, filesize=38.8 K 2024-11-22T21:22:42,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/d9114051cf8340629fb936c22e8d1596 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596 2024-11-22T21:22:42,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T21:22:42,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/e13cbba40de84f2e878f156bc671eb05 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05 2024-11-22T21:22:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T21:22:42,635 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-22T21:22:42,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-22T21:22:42,640 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:42,641 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:42,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:42,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05, entries=150, sequenceid=235, filesize=11.9 K 2024-11-22T21:22:42,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7f41e2efc44a817c7a66113a82f78e8b in 213ms, sequenceid=235, compaction requested=true 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:42,662 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:42,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:42,662 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:42,664 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,664 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,664 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=130.3 K 2024-11-22T21:22:42,664 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/9191d8b4c2554e5e841e8bab0f506c98, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=47.9 K 2024-11-22T21:22:42,664 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3] 2024-11-22T21:22:42,664 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 9191d8b4c2554e5e841e8bab0f506c98, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558235 2024-11-22T21:22:42,665 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190dd933d2a14512be651a17a7a0407b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558235 2024-11-22T21:22:42,665 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e8fd8d60a87049c6bbfba8f25b291bca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732310558943 2024-11-22T21:22:42,665 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88efa32e5c954c77ad8f423c9e62fda8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732310558943 2024-11-22T21:22:42,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 092840ea707a42ba8eefa5ada3e641a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310559615 2024-11-22T21:22:42,666 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f79ff46d4c304f5ea4a53ffcf9755c10, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310559615 2024-11-22T21:22:42,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d9114051cf8340629fb936c22e8d1596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561810 2024-11-22T21:22:42,666 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad8eabe345714d5bb4d3f62653bf9af3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561808 2024-11-22T21:22:42,694 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:42,695 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/881c71fb7fdd494293dda47f9039316b is 50, key is test_row_0/B:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,712 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,740 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112212d501c7006c47c7a60b53fb45d9f59a_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,743 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112212d501c7006c47c7a60b53fb45d9f59a_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:42,743 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212d501c7006c47c7a60b53fb45d9f59a_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742241_1417 (size=12697) 2024-11-22T21:22:42,770 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/881c71fb7fdd494293dda47f9039316b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/881c71fb7fdd494293dda47f9039316b 2024-11-22T21:22:42,774 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into 881c71fb7fdd494293dda47f9039316b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:42,775 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:42,775 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=12, startTime=1732310562662; duration=0sec 2024-11-22T21:22:42,775 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:42,775 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:42,775 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:22:42,776 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:22:42,776 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:42,776 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,776 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ed54726cd45444b8b49173dab8c311d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=47.9 K 2024-11-22T21:22:42,777 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ed54726cd45444b8b49173dab8c311d2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732310558235 2024-11-22T21:22:42,777 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 45201f6bbdec48789740a5866ed84d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732310558943 2024-11-22T21:22:42,777 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e0d1463c774c67b27d230839f2c459, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310559615 2024-11-22T21:22:42,778 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e13cbba40de84f2e878f156bc671eb05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561810 2024-11-22T21:22:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:42,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:42,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:42,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:42,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742242_1418 (size=4469) 2024-11-22T21:22:42,798 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#351 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:42,798 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c2092a26e08c42ebb276d55a88b3732e is 175, key is test_row_0/A:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,804 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:42,805 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/a4f682d1df114c3da29bb0c8b6e08e3b is 50, key is test_row_0/C:col10/1732310561810/Put/seqid=0 2024-11-22T21:22:42,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112270b8052c05f743e6b43dc8d1397c4a2b_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310562793/Put/seqid=0 2024-11-22T21:22:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742243_1419 (size=31651) 2024-11-22T21:22:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310622856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,873 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c2092a26e08c42ebb276d55a88b3732e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e 2024-11-22T21:22:42,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310622858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,878 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into c2092a26e08c42ebb276d55a88b3732e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:42,878 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:42,878 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=12, startTime=1732310562662; duration=0sec 2024-11-22T21:22:42,878 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:42,878 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310622866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310622867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742244_1420 (size=12697) 2024-11-22T21:22:42,912 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/a4f682d1df114c3da29bb0c8b6e08e3b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/a4f682d1df114c3da29bb0c8b6e08e3b 2024-11-22T21:22:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742245_1421 (size=12304) 2024-11-22T21:22:42,918 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into a4f682d1df114c3da29bb0c8b6e08e3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:42,918 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:42,918 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=12, startTime=1732310562662; duration=0sec 2024-11-22T21:22:42,918 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:42,918 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:42,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:42,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:42,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:42,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310622974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310622979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310622987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310622987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310623181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310623182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310623194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310623195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:43,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:43,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112270b8052c05f743e6b43dc8d1397c4a2b_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270b8052c05f743e6b43dc8d1397c4a2b_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:43,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7664df7c891f42daa534c92d485e83fb, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:43,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7664df7c891f42daa534c92d485e83fb is 175, key is test_row_0/A:col10/1732310562793/Put/seqid=0 2024-11-22T21:22:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742246_1422 (size=31105) 2024-11-22T21:22:43,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310623490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310623490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310623501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310623505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:43,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:43,754 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7664df7c891f42daa534c92d485e83fb 2024-11-22T21:22:43,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/8926497f9b2943b9a911a84a515bbf1a is 50, key is test_row_0/B:col10/1732310562793/Put/seqid=0 2024-11-22T21:22:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742247_1423 (size=12151) 2024-11-22T21:22:43,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/8926497f9b2943b9a911a84a515bbf1a 2024-11-22T21:22:43,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/0ad7e675ee6948d08df17d9771efa3bb is 50, key is test_row_0/C:col10/1732310562793/Put/seqid=0 2024-11-22T21:22:43,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:43,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:43,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742248_1424 (size=12151) 2024-11-22T21:22:43,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/0ad7e675ee6948d08df17d9771efa3bb 2024-11-22T21:22:43,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7664df7c891f42daa534c92d485e83fb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb 2024-11-22T21:22:43,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb, entries=150, sequenceid=251, filesize=30.4 K 2024-11-22T21:22:43,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/8926497f9b2943b9a911a84a515bbf1a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a 2024-11-22T21:22:43,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T21:22:43,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/0ad7e675ee6948d08df17d9771efa3bb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb 2024-11-22T21:22:43,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T21:22:43,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7f41e2efc44a817c7a66113a82f78e8b in 1117ms, sequenceid=251, compaction requested=false 2024-11-22T21:22:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:44,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:22:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:44,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:44,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:44,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:44,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227830b9e8160549f181802cde5b3b8834_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:44,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310624037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310624037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310624043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310624043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742249_1425 (size=14994) 2024-11-22T21:22:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310624146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310624146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310624152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310624155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310624355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310624355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310624360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310624363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:44,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227830b9e8160549f181802cde5b3b8834_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227830b9e8160549f181802cde5b3b8834_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:44,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/99379e1074c047d69c094a9a28c80d4b, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:44,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/99379e1074c047d69c094a9a28c80d4b is 175, key is test_row_0/A:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742250_1426 (size=39949) 2024-11-22T21:22:44,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310624658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310624659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310624668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310624668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:44,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,888 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/99379e1074c047d69c094a9a28c80d4b 2024-11-22T21:22:44,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/89c8df3f6a8a4bcd9fc6973df40d2b24 is 50, key is test_row_0/B:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742251_1427 (size=12301) 2024-11-22T21:22:44,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/89c8df3f6a8a4bcd9fc6973df40d2b24 2024-11-22T21:22:44,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/693c2677ac1549cbb5f6b11543845cf2 is 50, key is test_row_0/C:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:44,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:44,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:44,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742252_1428 (size=12301) 2024-11-22T21:22:45,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:45,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310625168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310625172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310625176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310625178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:45,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:45,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:45,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/693c2677ac1549cbb5f6b11543845cf2 2024-11-22T21:22:45,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/99379e1074c047d69c094a9a28c80d4b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b 2024-11-22T21:22:45,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b, entries=200, sequenceid=275, filesize=39.0 K 2024-11-22T21:22:45,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/89c8df3f6a8a4bcd9fc6973df40d2b24 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24 2024-11-22T21:22:45,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T21:22:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/693c2677ac1549cbb5f6b11543845cf2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2 2024-11-22T21:22:45,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T21:22:45,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7f41e2efc44a817c7a66113a82f78e8b in 1403ms, sequenceid=275, compaction requested=true 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:45,404 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:45,404 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:45,405 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:45,405 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:45,405 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:45,405 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:45,405 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,405 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,405 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/881c71fb7fdd494293dda47f9039316b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.3 K 2024-11-22T21:22:45,405 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=100.3 K 2024-11-22T21:22:45,405 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b] 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 881c71fb7fdd494293dda47f9039316b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561810 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2092a26e08c42ebb276d55a88b3732e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561810 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8926497f9b2943b9a911a84a515bbf1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732310562468 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7664df7c891f42daa534c92d485e83fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732310562468 2024-11-22T21:22:45,406 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c8df3f6a8a4bcd9fc6973df40d2b24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:45,407 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99379e1074c047d69c094a9a28c80d4b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:45,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T21:22:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,411 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:45,429 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:45,429 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/c0f4f69be9554a51be899feb2abe50e4 is 50, key is test_row_0/B:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:45,440 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246d093b814f240e194b47e081f8bc01d_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310564041/Put/seqid=0 2024-11-22T21:22:45,474 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112280c3d29993b94d258c82d05f9907dcb1_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:45,476 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112280c3d29993b94d258c82d05f9907dcb1_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:45,476 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112280c3d29993b94d258c82d05f9907dcb1_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742254_1430 (size=12454) 2024-11-22T21:22:45,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:45,522 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246d093b814f240e194b47e081f8bc01d_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246d093b814f240e194b47e081f8bc01d_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742253_1429 (size=12949) 2024-11-22T21:22:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/199cf34dc39f4bce884a766a97583284, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/199cf34dc39f4bce884a766a97583284 is 175, key is test_row_0/A:col10/1732310564041/Put/seqid=0 2024-11-22T21:22:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742255_1431 (size=4469) 2024-11-22T21:22:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742256_1432 (size=31255) 2024-11-22T21:22:45,538 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#360 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:45,540 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/e00c96f132ef48a298dcae31512e48e9 is 175, key is test_row_0/A:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742257_1433 (size=31903) 2024-11-22T21:22:45,563 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/e00c96f132ef48a298dcae31512e48e9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9 2024-11-22T21:22:45,575 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into e00c96f132ef48a298dcae31512e48e9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:45,575 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:45,575 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310565404; duration=0sec 2024-11-22T21:22:45,575 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:45,575 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:45,575 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:45,576 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:45,576 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:45,576 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:45,576 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/a4f682d1df114c3da29bb0c8b6e08e3b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.3 K 2024-11-22T21:22:45,577 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f682d1df114c3da29bb0c8b6e08e3b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732310561810 2024-11-22T21:22:45,577 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad7e675ee6948d08df17d9771efa3bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732310562468 2024-11-22T21:22:45,578 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 693c2677ac1549cbb5f6b11543845cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:45,598 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:45,599 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/f3494b38c7b041a7b14a9f2b7129e7ee is 50, key is test_row_0/C:col10/1732310562852/Put/seqid=0 2024-11-22T21:22:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742258_1434 (size=12949) 2024-11-22T21:22:45,642 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/f3494b38c7b041a7b14a9f2b7129e7ee as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/f3494b38c7b041a7b14a9f2b7129e7ee 2024-11-22T21:22:45,649 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into f3494b38c7b041a7b14a9f2b7129e7ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:45,649 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:45,649 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310565404; duration=0sec 2024-11-22T21:22:45,649 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:45,649 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:45,930 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/c0f4f69be9554a51be899feb2abe50e4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/c0f4f69be9554a51be899feb2abe50e4 2024-11-22T21:22:45,936 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into c0f4f69be9554a51be899feb2abe50e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:45,936 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:45,936 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310565404; duration=0sec 2024-11-22T21:22:45,936 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:45,936 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:45,937 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/199cf34dc39f4bce884a766a97583284 2024-11-22T21:22:45,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/7cab4ba5c4834750b7a80b5336fb0e3e is 50, key is test_row_0/B:col10/1732310564041/Put/seqid=0 2024-11-22T21:22:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742259_1435 (size=12301) 2024-11-22T21:22:46,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:46,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310626235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310626243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310626244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310626245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310626346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310626359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310626360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310626360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,404 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/7cab4ba5c4834750b7a80b5336fb0e3e 2024-11-22T21:22:46,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/77b9377e1515401392aa21d6340230f8 is 50, key is test_row_0/C:col10/1732310564041/Put/seqid=0 2024-11-22T21:22:46,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742260_1436 (size=12301) 2024-11-22T21:22:46,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/77b9377e1515401392aa21d6340230f8 2024-11-22T21:22:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/199cf34dc39f4bce884a766a97583284 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284 2024-11-22T21:22:46,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284, entries=150, sequenceid=290, filesize=30.5 K 2024-11-22T21:22:46,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/7cab4ba5c4834750b7a80b5336fb0e3e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e 2024-11-22T21:22:46,489 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T21:22:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/77b9377e1515401392aa21d6340230f8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8 2024-11-22T21:22:46,495 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T21:22:46,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7f41e2efc44a817c7a66113a82f78e8b in 1085ms, sequenceid=290, compaction requested=false 2024-11-22T21:22:46,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:46,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:46,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-22T21:22:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-22T21:22:46,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T21:22:46,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8570 sec 2024-11-22T21:22:46,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.8620 sec 2024-11-22T21:22:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:46,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:46,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310626584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310626586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310626587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310626588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112209821a63c6e44039a68b927c4f85ce18_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742261_1437 (size=14994) 2024-11-22T21:22:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310626696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310626698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310626698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310626699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T21:22:46,751 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-22T21:22:46,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-22T21:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:46,754 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:46,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:46,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:46,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310626899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:46,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:46,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:46,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:46,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:46,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:46,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310626906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310626908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310626909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:47,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112209821a63c6e44039a68b927c4f85ce18_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209821a63c6e44039a68b927c4f85ce18_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:47,055 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d207fd9c7a2f4e5586709aa77ad61c59, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:47,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d207fd9c7a2f4e5586709aa77ad61c59 is 175, key is test_row_0/A:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:47,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742262_1438 (size=39949) 2024-11-22T21:22:47,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d207fd9c7a2f4e5586709aa77ad61c59 2024-11-22T21:22:47,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/14a1b73fda4d412188f94c4015a4449d is 50, key is test_row_0/B:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:47,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742263_1439 (size=12301) 2024-11-22T21:22:47,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310627208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310627215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310627217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310627217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:47,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/14a1b73fda4d412188f94c4015a4449d 2024-11-22T21:22:47,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/539314d1c7ba48c18194e7e3378964c3 is 50, key is test_row_0/C:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:47,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742264_1440 (size=12301) 2024-11-22T21:22:47,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310627717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310627723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310627724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310627725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:47,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:47,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:47,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:47,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:47,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:47,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:47,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/539314d1c7ba48c18194e7e3378964c3 2024-11-22T21:22:48,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/d207fd9c7a2f4e5586709aa77ad61c59 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59 2024-11-22T21:22:48,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59, entries=200, sequenceid=316, filesize=39.0 K 2024-11-22T21:22:48,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/14a1b73fda4d412188f94c4015a4449d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d 2024-11-22T21:22:48,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T21:22:48,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/539314d1c7ba48c18194e7e3378964c3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3 2024-11-22T21:22:48,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T21:22:48,017 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T21:22:48,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7f41e2efc44a817c7a66113a82f78e8b in 1459ms, sequenceid=316, compaction requested=true 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:48,018 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:48,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:48,018 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:48,019 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:48,020 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:48,020 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=100.7 K 2024-11-22T21:22:48,020 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,020 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59] 2024-11-22T21:22:48,020 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/c0f4f69be9554a51be899feb2abe50e4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.7 K 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e00c96f132ef48a298dcae31512e48e9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:48,020 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c0f4f69be9554a51be899feb2abe50e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:48,021 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 199cf34dc39f4bce884a766a97583284, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732310564026 2024-11-22T21:22:48,021 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cab4ba5c4834750b7a80b5336fb0e3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732310564026 2024-11-22T21:22:48,021 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a1b73fda4d412188f94c4015a4449d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:48,021 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d207fd9c7a2f4e5586709aa77ad61c59, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:48,035 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:48,048 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:48,049 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/ce5de486b09046e59b1db2b24c397d35 is 50, key is test_row_0/B:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:48,058 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122cb9f251a9eea4922be9e251ca3ae8047_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:48,060 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122cb9f251a9eea4922be9e251ca3ae8047_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:48,060 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cb9f251a9eea4922be9e251ca3ae8047_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:48,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742265_1441 (size=13051) 2024-11-22T21:22:48,099 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/ce5de486b09046e59b1db2b24c397d35 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/ce5de486b09046e59b1db2b24c397d35 2024-11-22T21:22:48,104 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into ce5de486b09046e59b1db2b24c397d35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:48,104 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:48,104 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310568018; duration=0sec 2024-11-22T21:22:48,104 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:48,104 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:48,105 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:48,105 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:48,106 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:48,106 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,106 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/f3494b38c7b041a7b14a9f2b7129e7ee, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.7 K 2024-11-22T21:22:48,106 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f3494b38c7b041a7b14a9f2b7129e7ee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732310562852 2024-11-22T21:22:48,106 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 77b9377e1515401392aa21d6340230f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732310564026 2024-11-22T21:22:48,107 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 539314d1c7ba48c18194e7e3378964c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742266_1442 (size=4469) 2024-11-22T21:22:48,130 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:48,131 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/17c6a15d78324b8db6f83ae908cefd17 is 50, key is test_row_0/C:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:48,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:48,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T21:22:48,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,144 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:22:48,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742267_1443 (size=13051) 2024-11-22T21:22:48,172 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/17c6a15d78324b8db6f83ae908cefd17 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/17c6a15d78324b8db6f83ae908cefd17 2024-11-22T21:22:48,178 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into 17c6a15d78324b8db6f83ae908cefd17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:48,178 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:48,178 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310568018; duration=0sec 2024-11-22T21:22:48,178 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:48,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e8dfd6bd662f4ec3a61a0de65c38cde4_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310566584/Put/seqid=0 2024-11-22T21:22:48,178 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:48,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742268_1444 (size=12454) 2024-11-22T21:22:48,524 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#368 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:48,525 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/658c4817da6a4686ae793f24fbdbc1c4 is 175, key is test_row_0/A:col10/1732310566243/Put/seqid=0 2024-11-22T21:22:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742269_1445 (size=32005) 2024-11-22T21:22:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:48,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e8dfd6bd662f4ec3a61a0de65c38cde4_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8dfd6bd662f4ec3a61a0de65c38cde4_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/8e590ceec7ac4ac8bec125baa128006e, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/8e590ceec7ac4ac8bec125baa128006e is 175, key is test_row_0/A:col10/1732310566584/Put/seqid=0 2024-11-22T21:22:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742270_1446 (size=31255) 2024-11-22T21:22:48,653 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/8e590ceec7ac4ac8bec125baa128006e 2024-11-22T21:22:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/a785c331e2c84e2aac4e049c7e21de3e is 50, key is test_row_0/B:col10/1732310566584/Put/seqid=0 2024-11-22T21:22:48,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742271_1447 (size=12301) 2024-11-22T21:22:48,697 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/a785c331e2c84e2aac4e049c7e21de3e 2024-11-22T21:22:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/b7803c30458d425f8f6f328bf48e4408 is 50, key is test_row_0/C:col10/1732310566584/Put/seqid=0 2024-11-22T21:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:48,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742272_1448 (size=12301) 2024-11-22T21:22:48,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/b7803c30458d425f8f6f328bf48e4408 2024-11-22T21:22:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/8e590ceec7ac4ac8bec125baa128006e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e 2024-11-22T21:22:48,776 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e, entries=150, sequenceid=330, filesize=30.5 K 2024-11-22T21:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/a785c331e2c84e2aac4e049c7e21de3e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e 2024-11-22T21:22:48,782 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T21:22:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/b7803c30458d425f8f6f328bf48e4408 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408 2024-11-22T21:22:48,789 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T21:22:48,790 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=127.47 KB/130530 for 7f41e2efc44a817c7a66113a82f78e8b in 646ms, sequenceid=330, compaction requested=false 2024-11-22T21:22:48,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:48,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:48,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-22T21:22:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-22T21:22:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:48,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:22:48,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T21:22:48,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-22T21:22:48,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0430 sec 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:48,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122facfbedb96864fb49ef219d50fccc08a_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:48,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310628830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310628839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310628841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310628842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742273_1449 (size=14994) 2024-11-22T21:22:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T21:22:48,860 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-22T21:22:48,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:22:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-22T21:22:48,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:22:48,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:22:48,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:22:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:48,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310628943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,953 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/658c4817da6a4686ae793f24fbdbc1c4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4 2024-11-22T21:22:48,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310628951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310628951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,958 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 658c4817da6a4686ae793f24fbdbc1c4(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:48,958 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:48,958 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310568018; duration=0sec 2024-11-22T21:22:48,958 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:48,958 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310628952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:49,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310629148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310629158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310629159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310629164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:49,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122facfbedb96864fb49ef219d50fccc08a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122facfbedb96864fb49ef219d50fccc08a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:49,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/4140d41af709472891b8db21d441b06d, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/4140d41af709472891b8db21d441b06d is 175, key is test_row_0/A:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742274_1450 (size=39949) 2024-11-22T21:22:49,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/4140d41af709472891b8db21d441b06d 2024-11-22T21:22:49,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/bc0efc190f09475184db2b972e2598c0 is 50, key is test_row_0/B:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742275_1451 (size=12301) 2024-11-22T21:22:49,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/bc0efc190f09475184db2b972e2598c0 2024-11-22T21:22:49,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/46c9a238936d4f98bdb8bfdcc1300c0d is 50, key is test_row_0/C:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742276_1452 (size=12301) 2024-11-22T21:22:49,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/46c9a238936d4f98bdb8bfdcc1300c0d 2024-11-22T21:22:49,325 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/4140d41af709472891b8db21d441b06d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d 2024-11-22T21:22:49,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d, entries=200, sequenceid=355, filesize=39.0 K 2024-11-22T21:22:49,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/bc0efc190f09475184db2b972e2598c0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0 2024-11-22T21:22:49,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T21:22:49,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/46c9a238936d4f98bdb8bfdcc1300c0d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d 2024-11-22T21:22:49,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T21:22:49,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7f41e2efc44a817c7a66113a82f78e8b in 558ms, sequenceid=355, compaction requested=true 2024-11-22T21:22:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:22:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:49,353 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:49,353 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:49,354 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f41e2efc44a817c7a66113a82f78e8b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:22:49,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:49,355 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/B is initiating minor compaction (all files) 2024-11-22T21:22:49,355 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/B in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,355 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/ce5de486b09046e59b1db2b24c397d35, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.8 K 2024-11-22T21:22:49,355 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:49,355 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/A is initiating minor compaction (all files) 2024-11-22T21:22:49,355 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/A in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,355 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=100.8 K 2024-11-22T21:22:49,355 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,355 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d] 2024-11-22T21:22:49,355 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ce5de486b09046e59b1db2b24c397d35, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:49,356 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658c4817da6a4686ae793f24fbdbc1c4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:49,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a785c331e2c84e2aac4e049c7e21de3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732310566584 2024-11-22T21:22:49,356 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bc0efc190f09475184db2b972e2598c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732310568785 2024-11-22T21:22:49,356 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e590ceec7ac4ac8bec125baa128006e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732310566584 2024-11-22T21:22:49,356 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4140d41af709472891b8db21d441b06d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732310568785 2024-11-22T21:22:49,365 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#B#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:49,365 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/bc00e4bcfe2c4b4d9387b4330fc5279e is 50, key is test_row_0/B:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,379 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,395 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122040282f6fa6a4a78939ef220bfadb728_7f41e2efc44a817c7a66113a82f78e8b store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,398 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122040282f6fa6a4a78939ef220bfadb728_7f41e2efc44a817c7a66113a82f78e8b, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,398 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122040282f6fa6a4a78939ef220bfadb728_7f41e2efc44a817c7a66113a82f78e8b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742277_1453 (size=13153) 2024-11-22T21:22:49,426 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/bc00e4bcfe2c4b4d9387b4330fc5279e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc00e4bcfe2c4b4d9387b4330fc5279e 2024-11-22T21:22:49,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742278_1454 (size=4469) 2024-11-22T21:22:49,433 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#A#compaction#378 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:49,433 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7698df2172db42f3a8d52359fb86b2ac is 175, key is test_row_0/A:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,442 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/B of 7f41e2efc44a817c7a66113a82f78e8b into bc00e4bcfe2c4b4d9387b4330fc5279e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:49,442 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:49,442 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/B, priority=13, startTime=1732310569353; duration=0sec 2024-11-22T21:22:49,442 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:22:49,442 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:B 2024-11-22T21:22:49,442 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:22:49,443 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:22:49,443 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 7f41e2efc44a817c7a66113a82f78e8b/C is initiating minor compaction (all files) 2024-11-22T21:22:49,443 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7f41e2efc44a817c7a66113a82f78e8b/C in TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,444 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/17c6a15d78324b8db6f83ae908cefd17, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp, totalSize=36.8 K 2024-11-22T21:22:49,445 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 17c6a15d78324b8db6f83ae908cefd17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732310566233 2024-11-22T21:22:49,446 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b7803c30458d425f8f6f328bf48e4408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732310566584 2024-11-22T21:22:49,447 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 46c9a238936d4f98bdb8bfdcc1300c0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732310568785 2024-11-22T21:22:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742279_1455 (size=32107) 2024-11-22T21:22:49,462 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f41e2efc44a817c7a66113a82f78e8b#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:22:49,462 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/ffec3750201b4163b330ca4a07a7f6e3 is 50, key is test_row_0/C:col10/1732310568791/Put/seqid=0 2024-11-22T21:22:49,465 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/7698df2172db42f3a8d52359fb86b2ac as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7698df2172db42f3a8d52359fb86b2ac 2024-11-22T21:22:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:49,471 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/A of 7f41e2efc44a817c7a66113a82f78e8b into 7698df2172db42f3a8d52359fb86b2ac(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:49,471 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:49,471 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/A, priority=13, startTime=1732310569353; duration=0sec 2024-11-22T21:22:49,471 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:49,471 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:A 2024-11-22T21:22:49,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:49,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742280_1456 (size=13153) 2024-11-22T21:22:49,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,489 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/ffec3750201b4163b330ca4a07a7f6e3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ffec3750201b4163b330ca4a07a7f6e3 2024-11-22T21:22:49,496 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7f41e2efc44a817c7a66113a82f78e8b/C of 7f41e2efc44a817c7a66113a82f78e8b into ffec3750201b4163b330ca4a07a7f6e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:22:49,496 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:49,496 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., storeName=7f41e2efc44a817c7a66113a82f78e8b/C, priority=13, startTime=1732310569354; duration=0sec 2024-11-22T21:22:49,496 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:22:49,496 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f41e2efc44a817c7a66113a82f78e8b:C 2024-11-22T21:22:49,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c5a33855b2d46e0a0095f4635c8bc2e_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310568838/Put/seqid=0 2024-11-22T21:22:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310629523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310629529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742281_1457 (size=12454) 2024-11-22T21:22:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310629534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310629534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310629635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310629637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310629644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310629644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310629840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310629840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310629848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310629850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:49,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:49,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:49,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:49,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:49,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:49,948 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c5a33855b2d46e0a0095f4635c8bc2e_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c5a33855b2d46e0a0095f4635c8bc2e_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:49,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/22e355afa0014fc08a3c4a94bfda12f9, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:49,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/22e355afa0014fc08a3c4a94bfda12f9 is 175, key is test_row_0/A:col10/1732310568838/Put/seqid=0 2024-11-22T21:22:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742282_1458 (size=31255) 2024-11-22T21:22:49,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/22e355afa0014fc08a3c4a94bfda12f9 2024-11-22T21:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:49,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/27bd63007fc54646bc818656930a222c is 50, key is test_row_0/B:col10/1732310568838/Put/seqid=0 2024-11-22T21:22:50,007 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:59168 2024-11-22T21:22:50,007 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742283_1459 (size=12301) 2024-11-22T21:22:50,011 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:59168 2024-11-22T21:22:50,011 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,011 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:59168 2024-11-22T21:22:50,011 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,012 DEBUG [Thread-1598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:59168 2024-11-22T21:22:50,012 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/27bd63007fc54646bc818656930a222c 2024-11-22T21:22:50,017 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:59168 2024-11-22T21:22:50,017 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1cfbd27f22d34f1cb2d832d14558b9f5 is 50, key is test_row_0/C:col10/1732310568838/Put/seqid=0 2024-11-22T21:22:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742284_1460 (size=12301) 2024-11-22T21:22:50,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:50,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:50,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:50,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56306 deadline: 1732310630147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56396 deadline: 1732310630148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56356 deadline: 1732310630154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56334 deadline: 1732310630158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:50,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:50,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:50,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:50,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:50,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:22:50,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:22:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56324 deadline: 1732310630423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 2024-11-22T21:22:50,424 DEBUG [Thread-1591 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:22:50,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1cfbd27f22d34f1cb2d832d14558b9f5 2024-11-22T21:22:50,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/22e355afa0014fc08a3c4a94bfda12f9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/22e355afa0014fc08a3c4a94bfda12f9 2024-11-22T21:22:50,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/22e355afa0014fc08a3c4a94bfda12f9, entries=150, sequenceid=374, filesize=30.5 K 2024-11-22T21:22:50,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/27bd63007fc54646bc818656930a222c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/27bd63007fc54646bc818656930a222c 2024-11-22T21:22:50,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/27bd63007fc54646bc818656930a222c, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T21:22:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/1cfbd27f22d34f1cb2d832d14558b9f5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1cfbd27f22d34f1cb2d832d14558b9f5 2024-11-22T21:22:50,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1cfbd27f22d34f1cb2d832d14558b9f5, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T21:22:50,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7f41e2efc44a817c7a66113a82f78e8b in 971ms, sequenceid=374, compaction requested=false 2024-11-22T21:22:50,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:50,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:22:50,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T21:22:50,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:50,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:22:50,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b63073ce73904cd1b6f69fc35f57ea46_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310569528/Put/seqid=0 2024-11-22T21:22:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742285_1461 (size=12454) 2024-11-22T21:22:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:50,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. as already flushing 2024-11-22T21:22:50,652 DEBUG [Thread-1587 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:59168 2024-11-22T21:22:50,652 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,652 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:59168 2024-11-22T21:22:50,652 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,660 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:59168 2024-11-22T21:22:50,660 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,662 DEBUG [Thread-1595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:59168 2024-11-22T21:22:50,662 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:22:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:22:50,982 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b63073ce73904cd1b6f69fc35f57ea46_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63073ce73904cd1b6f69fc35f57ea46_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:22:50,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a9e4bfe91f304b10806bc34204b2f27a, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:22:50,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a9e4bfe91f304b10806bc34204b2f27a is 175, key is test_row_0/A:col10/1732310569528/Put/seqid=0 2024-11-22T21:22:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742286_1462 (size=31255) 2024-11-22T21:22:51,388 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a9e4bfe91f304b10806bc34204b2f27a 2024-11-22T21:22:51,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/2be9be219ce2446599c0cd60fa3254f7 is 50, key is test_row_0/B:col10/1732310569528/Put/seqid=0 2024-11-22T21:22:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742287_1463 (size=12301) 2024-11-22T21:22:51,403 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/2be9be219ce2446599c0cd60fa3254f7 2024-11-22T21:22:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/3ae13f0f827b4ae68565c52046fc0037 is 50, key is test_row_0/C:col10/1732310569528/Put/seqid=0 2024-11-22T21:22:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742288_1464 (size=12301) 2024-11-22T21:22:51,416 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/3ae13f0f827b4ae68565c52046fc0037 2024-11-22T21:22:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/a9e4bfe91f304b10806bc34204b2f27a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a9e4bfe91f304b10806bc34204b2f27a 2024-11-22T21:22:51,424 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a9e4bfe91f304b10806bc34204b2f27a, entries=150, sequenceid=395, filesize=30.5 K 2024-11-22T21:22:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/2be9be219ce2446599c0cd60fa3254f7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/2be9be219ce2446599c0cd60fa3254f7 2024-11-22T21:22:51,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/2be9be219ce2446599c0cd60fa3254f7, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T21:22:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/3ae13f0f827b4ae68565c52046fc0037 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/3ae13f0f827b4ae68565c52046fc0037 2024-11-22T21:22:51,440 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/3ae13f0f827b4ae68565c52046fc0037, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T21:22:51,441 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for 7f41e2efc44a817c7a66113a82f78e8b in 875ms, sequenceid=395, compaction requested=true 2024-11-22T21:22:51,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:22:51,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:22:51,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-22T21:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-22T21:22:51,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T21:22:51,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5780 sec 2024-11-22T21:22:51,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.5830 sec 2024-11-22T21:22:52,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:22:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T21:22:52,973 INFO [Thread-1597 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-22T21:22:56,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d] to archive 2024-11-22T21:22:56,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:56,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/0ee8dcd15afd421baf75c35476c6e73b 2024-11-22T21:22:56,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/caf4524977544adead44b5b7db1b9b43 2024-11-22T21:22:56,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5c0f4e84b8a64d53a57b6a8738328bb5 2024-11-22T21:22:56,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/450deee428a244d5af6f3b8945f18713 2024-11-22T21:22:56,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/aa7a1f0235ae439e9cc5045cbf382773 2024-11-22T21:22:56,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d865f667e1794096a6906fb40d1406d8 2024-11-22T21:22:56,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/5337327ed0424f95a8c16c87306295b7 2024-11-22T21:22:56,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a505e3c807e34e53a9a2c68db94f16e8 2024-11-22T21:22:56,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/9a69420f11734d73a4e092c5c25f2805 2024-11-22T21:22:56,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/841f1deb7e8f4a50b878c854397f877a 2024-11-22T21:22:56,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/91d314a3b8ea403997126fc0640cfd5a 2024-11-22T21:22:56,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/1779f0178a4048fe93f25c45a54b6b1c 2024-11-22T21:22:56,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/190dd933d2a14512be651a17a7a0407b 2024-11-22T21:22:56,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/88efa32e5c954c77ad8f423c9e62fda8 2024-11-22T21:22:56,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/f79ff46d4c304f5ea4a53ffcf9755c10 2024-11-22T21:22:56,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/ad8eabe345714d5bb4d3f62653bf9af3 2024-11-22T21:22:56,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c2092a26e08c42ebb276d55a88b3732e 2024-11-22T21:22:56,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7664df7c891f42daa534c92d485e83fb 2024-11-22T21:22:56,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/99379e1074c047d69c094a9a28c80d4b 2024-11-22T21:22:56,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/e00c96f132ef48a298dcae31512e48e9 2024-11-22T21:22:56,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/199cf34dc39f4bce884a766a97583284 2024-11-22T21:22:56,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/d207fd9c7a2f4e5586709aa77ad61c59 2024-11-22T21:22:56,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/658c4817da6a4686ae793f24fbdbc1c4 2024-11-22T21:22:56,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/8e590ceec7ac4ac8bec125baa128006e 2024-11-22T21:22:56,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/4140d41af709472891b8db21d441b06d 2024-11-22T21:22:56,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/b5212abac53640e5a35524f39195dc71, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/32f200c824db481faeb2cc3e5a110367, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/11bd8cfed5354ec8b89497baa9c29200, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/9191d8b4c2554e5e841e8bab0f506c98, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/881c71fb7fdd494293dda47f9039316b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/c0f4f69be9554a51be899feb2abe50e4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/ce5de486b09046e59b1db2b24c397d35, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0] to archive 2024-11-22T21:22:56,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:56,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/6084ead9ab92424783bc38805a69cb4d 2024-11-22T21:22:56,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/824989cd1ff144cebbecebb66e2bc20a 2024-11-22T21:22:56,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/b5212abac53640e5a35524f39195dc71 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/b5212abac53640e5a35524f39195dc71 2024-11-22T21:22:56,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/56077a27766e47c39de91d40426a36e8 2024-11-22T21:22:56,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/4603a09d04f54510bf74699e8b9caab1 2024-11-22T21:22:56,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/32f200c824db481faeb2cc3e5a110367 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/32f200c824db481faeb2cc3e5a110367 2024-11-22T21:22:56,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e0f4082559e14f30ba181016b20ccf91 2024-11-22T21:22:56,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/26d95c3e4c9549b3b4bfa49d6d30ba8b 2024-11-22T21:22:56,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/11bd8cfed5354ec8b89497baa9c29200 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/11bd8cfed5354ec8b89497baa9c29200 2024-11-22T21:22:56,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/511761c890d446e1b4938bc0c4f9959d 2024-11-22T21:22:56,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/5f27fcf38b8142aa92e7243d25ac3af1 2024-11-22T21:22:56,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/9191d8b4c2554e5e841e8bab0f506c98 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/9191d8b4c2554e5e841e8bab0f506c98 2024-11-22T21:22:56,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d263bbffc6204679ac6eb0a836ffe323 2024-11-22T21:22:56,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/e8fd8d60a87049c6bbfba8f25b291bca 2024-11-22T21:22:56,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/092840ea707a42ba8eefa5ada3e641a6 2024-11-22T21:22:56,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/881c71fb7fdd494293dda47f9039316b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/881c71fb7fdd494293dda47f9039316b 2024-11-22T21:22:56,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/d9114051cf8340629fb936c22e8d1596 2024-11-22T21:22:56,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/8926497f9b2943b9a911a84a515bbf1a 2024-11-22T21:22:56,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/c0f4f69be9554a51be899feb2abe50e4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/c0f4f69be9554a51be899feb2abe50e4 2024-11-22T21:22:56,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/89c8df3f6a8a4bcd9fc6973df40d2b24 2024-11-22T21:22:56,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/7cab4ba5c4834750b7a80b5336fb0e3e 2024-11-22T21:22:56,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/ce5de486b09046e59b1db2b24c397d35 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/ce5de486b09046e59b1db2b24c397d35 2024-11-22T21:22:56,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/14a1b73fda4d412188f94c4015a4449d 2024-11-22T21:22:56,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/a785c331e2c84e2aac4e049c7e21de3e 2024-11-22T21:22:56,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc0efc190f09475184db2b972e2598c0 2024-11-22T21:22:56,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/16f47fc3eb7b437fb5ea4facdc1e0025, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/da55b3b355f647d8a650007c1cc8d2b0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0bdcbbe12cb34b3eb771b9202b6d4e95, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ed54726cd45444b8b49173dab8c311d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/a4f682d1df114c3da29bb0c8b6e08e3b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/f3494b38c7b041a7b14a9f2b7129e7ee, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/17c6a15d78324b8db6f83ae908cefd17, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d] to archive 2024-11-22T21:22:56,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:22:56,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/d9d1b6ec854d4b72af5cc68f3c9739c0 2024-11-22T21:22:56,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1807176c7831469f81b490d670486b10 2024-11-22T21:22:56,123 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/16f47fc3eb7b437fb5ea4facdc1e0025 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/16f47fc3eb7b437fb5ea4facdc1e0025 2024-11-22T21:22:56,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/af1fdac6db9b4e3495d00d0635d4b2f0 2024-11-22T21:22:56,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/5d158e5292e047d1b6f5f405d17ec46b 2024-11-22T21:22:56,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/da55b3b355f647d8a650007c1cc8d2b0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/da55b3b355f647d8a650007c1cc8d2b0 2024-11-22T21:22:56,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/271cfc8d5dfc470e8b9a0c2cdb52611e 2024-11-22T21:22:56,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84aa2d5756e744d78e50e1bc95977743 2024-11-22T21:22:56,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0bdcbbe12cb34b3eb771b9202b6d4e95 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0bdcbbe12cb34b3eb771b9202b6d4e95 2024-11-22T21:22:56,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/84ba125565b84f61ac6daddfa03003c5 2024-11-22T21:22:56,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/aeaea604890645aeb8eb97cab9a3e356 2024-11-22T21:22:56,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ed54726cd45444b8b49173dab8c311d2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ed54726cd45444b8b49173dab8c311d2 2024-11-22T21:22:56,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/eaf7ce945bff48c996853c688c04bba3 2024-11-22T21:22:56,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/45201f6bbdec48789740a5866ed84d6b 2024-11-22T21:22:56,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/24e0d1463c774c67b27d230839f2c459 2024-11-22T21:22:56,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/a4f682d1df114c3da29bb0c8b6e08e3b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/a4f682d1df114c3da29bb0c8b6e08e3b 2024-11-22T21:22:56,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/e13cbba40de84f2e878f156bc671eb05 2024-11-22T21:22:56,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/0ad7e675ee6948d08df17d9771efa3bb 2024-11-22T21:22:56,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/f3494b38c7b041a7b14a9f2b7129e7ee to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/f3494b38c7b041a7b14a9f2b7129e7ee 2024-11-22T21:22:56,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/693c2677ac1549cbb5f6b11543845cf2 2024-11-22T21:22:56,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/77b9377e1515401392aa21d6340230f8 2024-11-22T21:22:56,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/17c6a15d78324b8db6f83ae908cefd17 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/17c6a15d78324b8db6f83ae908cefd17 2024-11-22T21:22:56,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/539314d1c7ba48c18194e7e3378964c3 2024-11-22T21:22:56,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/b7803c30458d425f8f6f328bf48e4408 2024-11-22T21:22:56,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a98040524f50:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/46c9a238936d4f98bdb8bfdcc1300c0d 2024-11-22T21:23:00,501 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:59168 2024-11-22T21:23:00,502 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1765 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5293 rows 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1765 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5295 rows 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1782 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5346 rows 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1768 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5304 rows 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1774 2024-11-22T21:23:00,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5322 rows 2024-11-22T21:23:00,502 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:23:00,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:59168 2024-11-22T21:23:00,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:00,504 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:23:00,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:23:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:00,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310580508"}]},"ts":"1732310580508"} 2024-11-22T21:23:00,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:23:00,512 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:23:00,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:23:00,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, UNASSIGN}] 2024-11-22T21:23:00,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, UNASSIGN 2024-11-22T21:23:00,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:00,515 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:23:00,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:00,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:00,667 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 7f41e2efc44a817c7a66113a82f78e8b, disabling compactions & flushes 2024-11-22T21:23:00,667 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. after waiting 0 ms 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:23:00,667 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 7f41e2efc44a817c7a66113a82f78e8b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=A 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=B 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f41e2efc44a817c7a66113a82f78e8b, store=C 2024-11-22T21:23:00,667 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:00,672 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd9bf049ce0a45d1b8ca1a1c03d62f74_7f41e2efc44a817c7a66113a82f78e8b is 50, key is test_row_0/A:col10/1732310580500/Put/seqid=0 2024-11-22T21:23:00,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742289_1465 (size=12454) 2024-11-22T21:23:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:01,076 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:01,079 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd9bf049ce0a45d1b8ca1a1c03d62f74_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd9bf049ce0a45d1b8ca1a1c03d62f74_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:01,080 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c516fab2032e43508c25168b63f844fa, store: [table=TestAcidGuarantees family=A region=7f41e2efc44a817c7a66113a82f78e8b] 2024-11-22T21:23:01,080 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c516fab2032e43508c25168b63f844fa is 175, key is test_row_0/A:col10/1732310580500/Put/seqid=0 2024-11-22T21:23:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742290_1466 (size=31255) 2024-11-22T21:23:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:01,484 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c516fab2032e43508c25168b63f844fa 2024-11-22T21:23:01,489 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/1090484374004b1f93c5c9a6f2707878 is 50, key is test_row_0/B:col10/1732310580500/Put/seqid=0 2024-11-22T21:23:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742291_1467 (size=12301) 2024-11-22T21:23:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:01,893 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/1090484374004b1f93c5c9a6f2707878 2024-11-22T21:23:01,898 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/fffccd1a397d4d86a5ee3a095e6fcda9 is 50, key is test_row_0/C:col10/1732310580500/Put/seqid=0 2024-11-22T21:23:01,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742292_1468 (size=12301) 2024-11-22T21:23:02,302 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/fffccd1a397d4d86a5ee3a095e6fcda9 2024-11-22T21:23:02,306 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/A/c516fab2032e43508c25168b63f844fa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c516fab2032e43508c25168b63f844fa 2024-11-22T21:23:02,308 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c516fab2032e43508c25168b63f844fa, entries=150, sequenceid=403, filesize=30.5 K 2024-11-22T21:23:02,309 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/B/1090484374004b1f93c5c9a6f2707878 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/1090484374004b1f93c5c9a6f2707878 2024-11-22T21:23:02,311 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/1090484374004b1f93c5c9a6f2707878, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T21:23:02,312 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/.tmp/C/fffccd1a397d4d86a5ee3a095e6fcda9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/fffccd1a397d4d86a5ee3a095e6fcda9 2024-11-22T21:23:02,314 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/fffccd1a397d4d86a5ee3a095e6fcda9, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T21:23:02,315 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7f41e2efc44a817c7a66113a82f78e8b in 1648ms, sequenceid=403, compaction requested=true 2024-11-22T21:23:02,319 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=4 2024-11-22T21:23:02,319 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b. 2024-11-22T21:23:02,319 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 7f41e2efc44a817c7a66113a82f78e8b: 2024-11-22T21:23:02,320 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=7f41e2efc44a817c7a66113a82f78e8b, regionState=CLOSED 2024-11-22T21:23:02,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-22T21:23:02,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 7f41e2efc44a817c7a66113a82f78e8b, server=a98040524f50,45229,1732310453838 in 1.8070 sec 2024-11-22T21:23:02,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T21:23:02,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f41e2efc44a817c7a66113a82f78e8b, UNASSIGN in 1.8100 sec 2024-11-22T21:23:02,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T21:23:02,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8120 sec 2024-11-22T21:23:02,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310582325"}]},"ts":"1732310582325"} 2024-11-22T21:23:02,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:23:02,328 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:23:02,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8230 sec 2024-11-22T21:23:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T21:23:02,612 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-22T21:23:02,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:23:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,614 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T21:23:02,615 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,617 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,618 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits] 2024-11-22T21:23:02,621 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/22e355afa0014fc08a3c4a94bfda12f9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/22e355afa0014fc08a3c4a94bfda12f9 2024-11-22T21:23:02,622 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7698df2172db42f3a8d52359fb86b2ac to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/7698df2172db42f3a8d52359fb86b2ac 2024-11-22T21:23:02,622 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a9e4bfe91f304b10806bc34204b2f27a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/a9e4bfe91f304b10806bc34204b2f27a 2024-11-22T21:23:02,623 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c516fab2032e43508c25168b63f844fa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/A/c516fab2032e43508c25168b63f844fa 2024-11-22T21:23:02,625 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/1090484374004b1f93c5c9a6f2707878 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/1090484374004b1f93c5c9a6f2707878 2024-11-22T21:23:02,626 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/27bd63007fc54646bc818656930a222c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/27bd63007fc54646bc818656930a222c 2024-11-22T21:23:02,627 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/2be9be219ce2446599c0cd60fa3254f7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/2be9be219ce2446599c0cd60fa3254f7 2024-11-22T21:23:02,628 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc00e4bcfe2c4b4d9387b4330fc5279e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/B/bc00e4bcfe2c4b4d9387b4330fc5279e 2024-11-22T21:23:02,629 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1cfbd27f22d34f1cb2d832d14558b9f5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/1cfbd27f22d34f1cb2d832d14558b9f5 2024-11-22T21:23:02,630 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/3ae13f0f827b4ae68565c52046fc0037 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/3ae13f0f827b4ae68565c52046fc0037 2024-11-22T21:23:02,631 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ffec3750201b4163b330ca4a07a7f6e3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/ffec3750201b4163b330ca4a07a7f6e3 2024-11-22T21:23:02,631 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/fffccd1a397d4d86a5ee3a095e6fcda9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/C/fffccd1a397d4d86a5ee3a095e6fcda9 2024-11-22T21:23:02,633 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits/406.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b/recovered.edits/406.seqid 2024-11-22T21:23:02,634 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,634 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:23:02,634 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:23:02,635 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T21:23:02,637 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209821a63c6e44039a68b927c4f85ce18_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112209821a63c6e44039a68b927c4f85ce18_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,638 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c247abb60b44033a1c58fd9d6fa6574_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c247abb60b44033a1c58fd9d6fa6574_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,639 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dd3b6a60189444cb0e3c7f54bf2de0b_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dd3b6a60189444cb0e3c7f54bf2de0b_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,640 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c60180b032a4dbda367275afc8278bd_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c60180b032a4dbda367275afc8278bd_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,641 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122296e79234e3746d6b9cd16f1d4052cce_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122296e79234e3746d6b9cd16f1d4052cce_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,642 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246d093b814f240e194b47e081f8bc01d_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246d093b814f240e194b47e081f8bc01d_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,643 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c5a33855b2d46e0a0095f4635c8bc2e_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c5a33855b2d46e0a0095f4635c8bc2e_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,644 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270b8052c05f743e6b43dc8d1397c4a2b_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112270b8052c05f743e6b43dc8d1397c4a2b_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,645 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276402868c9eb4499964b68d704125e4a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276402868c9eb4499964b68d704125e4a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,646 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227830b9e8160549f181802cde5b3b8834_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227830b9e8160549f181802cde5b3b8834_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,647 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e77422b6e714693be204ea3e37e5d80_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e77422b6e714693be204ea3e37e5d80_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,648 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228107737cf6cc49309b9af28c97070b3a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228107737cf6cc49309b9af28c97070b3a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,649 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a1bf198b34340149695043cf5fc083c_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228a1bf198b34340149695043cf5fc083c_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,650 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a361410bd11044af90ce64a8f308525a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a361410bd11044af90ce64a8f308525a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,651 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63073ce73904cd1b6f69fc35f57ea46_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b63073ce73904cd1b6f69fc35f57ea46_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,651 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e06818c5ce9543f1bc83b5e202be22aa_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e06818c5ce9543f1bc83b5e202be22aa_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,652 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2d1f2966ad543ba891f964b662f3804_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2d1f2966ad543ba891f964b662f3804_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,653 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8dfd6bd662f4ec3a61a0de65c38cde4_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8dfd6bd662f4ec3a61a0de65c38cde4_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,654 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122facfbedb96864fb49ef219d50fccc08a_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122facfbedb96864fb49ef219d50fccc08a_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,655 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd9bf049ce0a45d1b8ca1a1c03d62f74_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd9bf049ce0a45d1b8ca1a1c03d62f74_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,656 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdf8459debee4c60a3daf8958a2991f8_7f41e2efc44a817c7a66113a82f78e8b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdf8459debee4c60a3daf8958a2991f8_7f41e2efc44a817c7a66113a82f78e8b 2024-11-22T21:23:02,657 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:23:02,658 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,660 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:23:02,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:23:02,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:23:02,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310582662"}]},"ts":"9223372036854775807"} 2024-11-22T21:23:02,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:23:02,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7f41e2efc44a817c7a66113a82f78e8b, NAME => 'TestAcidGuarantees,,1732310546902.7f41e2efc44a817c7a66113a82f78e8b.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:23:02,666 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:23:02,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310582666"}]},"ts":"9223372036854775807"} 2024-11-22T21:23:02,667 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:23:02,669 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-22T21:23:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T21:23:02,716 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-22T21:23:02,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 496) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4168 (was 4363) 2024-11-22T21:23:02,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=4167 2024-11-22T21:23:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:23:02,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:23:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:02,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:23:02,737 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:02,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-22T21:23:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:02,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:23:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742293_1469 (size=960) 2024-11-22T21:23:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:03,145 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:23:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742294_1470 (size=53) 2024-11-22T21:23:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 757595d1ff418886cbc3220ae3318d15, disabling compactions & flushes 2024-11-22T21:23:03,551 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. after waiting 0 ms 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,551 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,551 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:03,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:23:03,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310583553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310583553"}]},"ts":"1732310583553"} 2024-11-22T21:23:03,554 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:23:03,555 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:23:03,555 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310583555"}]},"ts":"1732310583555"} 2024-11-22T21:23:03,556 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:23:03,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, ASSIGN}] 2024-11-22T21:23:03,560 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, ASSIGN 2024-11-22T21:23:03,561 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:23:03,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:23:03,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=757595d1ff418886cbc3220ae3318d15, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:03,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:03,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:03,867 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,867 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:23:03,867 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,867 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:23:03,867 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,867 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,868 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,869 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:03,870 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757595d1ff418886cbc3220ae3318d15 columnFamilyName A 2024-11-22T21:23:03,870 DEBUG [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:03,870 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(327): Store=757595d1ff418886cbc3220ae3318d15/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:03,870 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,871 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:03,871 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757595d1ff418886cbc3220ae3318d15 columnFamilyName B 2024-11-22T21:23:03,871 DEBUG [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:03,871 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(327): Store=757595d1ff418886cbc3220ae3318d15/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:03,871 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,872 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:03,872 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757595d1ff418886cbc3220ae3318d15 columnFamilyName C 2024-11-22T21:23:03,872 DEBUG [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:03,873 INFO [StoreOpener-757595d1ff418886cbc3220ae3318d15-1 {}] regionserver.HStore(327): Store=757595d1ff418886cbc3220ae3318d15/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:03,873 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,873 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,874 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,875 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:23:03,876 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:03,878 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:23:03,878 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 757595d1ff418886cbc3220ae3318d15; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62997329, jitterRate=-0.06126664578914642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:23:03,878 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:03,879 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., pid=123, masterSystemTime=1732310583864 2024-11-22T21:23:03,880 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,880 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:03,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=757595d1ff418886cbc3220ae3318d15, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:03,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-22T21:23:03,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 in 170 msec 2024-11-22T21:23:03,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T21:23:03,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, ASSIGN in 324 msec 2024-11-22T21:23:03,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:23:03,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310583884"}]},"ts":"1732310583884"} 2024-11-22T21:23:03,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:23:03,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:23:03,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-22T21:23:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-22T21:23:04,841 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-22T21:23:04,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-22T21:23:04,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,848 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:23:04,849 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:23:04,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-22T21:23:04,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-22T21:23:04,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-22T21:23:04,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,860 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-22T21:23:04,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-22T21:23:04,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-22T21:23:04,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-22T21:23:04,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-22T21:23:04,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-22T21:23:04,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-22T21:23:04,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:04,884 DEBUG [hconnection-0x79af3a4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:04,886 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-22T21:23:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:04,888 DEBUG [hconnection-0x4e2ccb3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:04,888 DEBUG [hconnection-0x6c5cb966-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:04,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:04,889 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,889 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,889 DEBUG [hconnection-0x701d5b8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,889 DEBUG [hconnection-0x14824c8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,890 DEBUG [hconnection-0x7fb45d9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,890 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,890 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,891 DEBUG [hconnection-0x490f6197-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,891 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,891 DEBUG [hconnection-0x36419904-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,892 DEBUG [hconnection-0x55571ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,892 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,893 DEBUG [hconnection-0x18d7120-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:04,894 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:04,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:04,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310644914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310644914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310644915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310644915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310644915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:04,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/82a72d60074049f8a863c0711ffd07cf is 50, key is test_row_0/A:col10/1732310584896/Put/seqid=0 2024-11-22T21:23:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742295_1471 (size=16681) 2024-11-22T21:23:04,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/82a72d60074049f8a863c0711ffd07cf 2024-11-22T21:23:04,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c9652f2d90f44cb48c525f3dd24effaf is 50, key is test_row_0/B:col10/1732310584896/Put/seqid=0 2024-11-22T21:23:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742296_1472 (size=12001) 2024-11-22T21:23:04,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c9652f2d90f44cb48c525f3dd24effaf 2024-11-22T21:23:04,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/73973288a9884d49b97998e8f5ef63ef is 50, key is test_row_0/C:col10/1732310584896/Put/seqid=0 2024-11-22T21:23:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742297_1473 (size=12001) 2024-11-22T21:23:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310645016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310645016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310645017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310645017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310645017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:05,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T21:23:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:05,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:05,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T21:23:05,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:05,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310645220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310645220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310645222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310645222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310645223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:05,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T21:23:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:05,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/73973288a9884d49b97998e8f5ef63ef 2024-11-22T21:23:05,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/82a72d60074049f8a863c0711ffd07cf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf 2024-11-22T21:23:05,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf, entries=250, sequenceid=14, filesize=16.3 K 2024-11-22T21:23:05,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c9652f2d90f44cb48c525f3dd24effaf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf 2024-11-22T21:23:05,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T21:23:05,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/73973288a9884d49b97998e8f5ef63ef as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef 2024-11-22T21:23:05,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T21:23:05,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 757595d1ff418886cbc3220ae3318d15 in 503ms, sequenceid=14, compaction requested=false 2024-11-22T21:23:05,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:05,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:05,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:05,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/239f4e042e834fbf9aee0d73efbd635a is 50, key is test_row_0/A:col10/1732310584914/Put/seqid=0 2024-11-22T21:23:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742298_1474 (size=12001) 2024-11-22T21:23:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:05,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310645529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310645530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310645531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310645531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310645532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310645633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310645635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310645635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310645636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310645636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310645836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310645839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310645840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310645841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310645841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:05,910 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/239f4e042e834fbf9aee0d73efbd635a 2024-11-22T21:23:05,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/737eebbd307b4e9eb23e2394707d5b74 is 50, key is test_row_0/B:col10/1732310584914/Put/seqid=0 2024-11-22T21:23:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742299_1475 (size=12001) 2024-11-22T21:23:05,957 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/737eebbd307b4e9eb23e2394707d5b74 2024-11-22T21:23:05,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/f8d290460a6c486c8ac9a31071d11942 is 50, key is test_row_0/C:col10/1732310584914/Put/seqid=0 2024-11-22T21:23:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742300_1476 (size=12001) 2024-11-22T21:23:05,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/f8d290460a6c486c8ac9a31071d11942 2024-11-22T21:23:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/239f4e042e834fbf9aee0d73efbd635a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a 2024-11-22T21:23:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:05,994 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T21:23:05,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/737eebbd307b4e9eb23e2394707d5b74 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74 2024-11-22T21:23:05,999 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T21:23:06,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/f8d290460a6c486c8ac9a31071d11942 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942 2024-11-22T21:23:06,004 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942, entries=150, sequenceid=39, filesize=11.7 K 2024-11-22T21:23:06,005 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 505ms, sequenceid=39, compaction requested=false 2024-11-22T21:23:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-22T21:23:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-22T21:23:06,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-22T21:23:06,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec 2024-11-22T21:23:06,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.1250 sec 2024-11-22T21:23:06,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:06,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:06,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/8966955ffe824334a9cd69d914eafc6f is 50, key is test_row_0/A:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742301_1477 (size=14341) 2024-11-22T21:23:06,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/8966955ffe824334a9cd69d914eafc6f 2024-11-22T21:23:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310646191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310646195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310646201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310646202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310646204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/bced9b5dd1c6471fac9ccf4e9b78b1cd is 50, key is test_row_0/B:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742302_1478 (size=12001) 2024-11-22T21:23:06,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/bced9b5dd1c6471fac9ccf4e9b78b1cd 2024-11-22T21:23:06,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c9131d28c7174bffb90d0ce51b396bdf is 50, key is test_row_0/C:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310646307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742303_1479 (size=12001) 2024-11-22T21:23:06,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310646309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310646312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310646313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310646313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310646525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310646525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310646525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310646525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310646526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c9131d28c7174bffb90d0ce51b396bdf 2024-11-22T21:23:06,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/8966955ffe824334a9cd69d914eafc6f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f 2024-11-22T21:23:06,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f, entries=200, sequenceid=51, filesize=14.0 K 2024-11-22T21:23:06,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/bced9b5dd1c6471fac9ccf4e9b78b1cd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd 2024-11-22T21:23:06,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T21:23:06,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c9131d28c7174bffb90d0ce51b396bdf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf 2024-11-22T21:23:06,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T21:23:06,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 757595d1ff418886cbc3220ae3318d15 in 594ms, sequenceid=51, compaction requested=true 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:06,743 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:06,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:06,743 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:06,744 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:06,744 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:06,744 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:06,744 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=35.2 K 2024-11-22T21:23:06,745 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c9652f2d90f44cb48c525f3dd24effaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310584893 2024-11-22T21:23:06,745 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:06,745 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:06,745 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:06,745 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=42.0 K 2024-11-22T21:23:06,745 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 737eebbd307b4e9eb23e2394707d5b74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732310584913 2024-11-22T21:23:06,745 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82a72d60074049f8a863c0711ffd07cf, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310584893 2024-11-22T21:23:06,746 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bced9b5dd1c6471fac9ccf4e9b78b1cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:06,746 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 239f4e042e834fbf9aee0d73efbd635a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732310584913 2024-11-22T21:23:06,746 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8966955ffe824334a9cd69d914eafc6f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:06,770 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:06,771 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07319a01dd3d4b4b88089925fbc637d2 is 50, key is test_row_0/B:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:06,778 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:06,778 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/f1a03bb0db614e359226bbd0ba72e49a is 50, key is test_row_0/A:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:06,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742304_1480 (size=12104) 2024-11-22T21:23:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:06,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:06,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:06,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/35f50378ad904d5dac7e31c27f4a4589 is 50, key is test_row_0/A:col10/1732310586835/Put/seqid=0 2024-11-22T21:23:06,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742305_1481 (size=12104) 2024-11-22T21:23:06,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310646844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310646853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310646854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310646855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310646856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742306_1482 (size=14341) 2024-11-22T21:23:06,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310646958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310646960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310646966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310646967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310646970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T21:23:06,993 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-22T21:23:06,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-22T21:23:06,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T21:23:06,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:06,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T21:23:07,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:07,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T21:23:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310647165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310647168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310647182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310647182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310647183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,239 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07319a01dd3d4b4b88089925fbc637d2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07319a01dd3d4b4b88089925fbc637d2 2024-11-22T21:23:07,246 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 07319a01dd3d4b4b88089925fbc637d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:07,246 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:07,247 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310586743; duration=0sec 2024-11-22T21:23:07,247 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:07,247 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:07,247 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:07,248 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:07,248 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:07,248 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,248 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=35.2 K 2024-11-22T21:23:07,249 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 73973288a9884d49b97998e8f5ef63ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732310584893 2024-11-22T21:23:07,249 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f8d290460a6c486c8ac9a31071d11942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732310584913 2024-11-22T21:23:07,249 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c9131d28c7174bffb90d0ce51b396bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:07,266 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/f1a03bb0db614e359226bbd0ba72e49a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f1a03bb0db614e359226bbd0ba72e49a 2024-11-22T21:23:07,272 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:07,272 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bcae98a5131e4cbfb90ff7f917d0d6f2 is 50, key is test_row_0/C:col10/1732310586144/Put/seqid=0 2024-11-22T21:23:07,279 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into f1a03bb0db614e359226bbd0ba72e49a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:07,279 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:07,279 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310586743; duration=0sec 2024-11-22T21:23:07,279 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:07,279 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:07,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/35f50378ad904d5dac7e31c27f4a4589 2024-11-22T21:23:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T21:23:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742307_1483 (size=12104) 2024-11-22T21:23:07,309 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bcae98a5131e4cbfb90ff7f917d0d6f2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bcae98a5131e4cbfb90ff7f917d0d6f2 2024-11-22T21:23:07,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:07,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T21:23:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:07,317 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into bcae98a5131e4cbfb90ff7f917d0d6f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:07,317 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:07,317 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310586743; duration=0sec 2024-11-22T21:23:07,317 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:07,317 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:07,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/55b19699169f4b5c9155c7ea37dd323e is 50, key is test_row_0/B:col10/1732310586835/Put/seqid=0 2024-11-22T21:23:07,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742308_1484 (size=12001) 2024-11-22T21:23:07,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/55b19699169f4b5c9155c7ea37dd323e 2024-11-22T21:23:07,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/640c7792e4354d5b82d90d6142b7b36c is 50, key is test_row_0/C:col10/1732310586835/Put/seqid=0 2024-11-22T21:23:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742309_1485 (size=12001) 2024-11-22T21:23:07,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/640c7792e4354d5b82d90d6142b7b36c 2024-11-22T21:23:07,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/35f50378ad904d5dac7e31c27f4a4589 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589 2024-11-22T21:23:07,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589, entries=200, sequenceid=76, filesize=14.0 K 2024-11-22T21:23:07,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/55b19699169f4b5c9155c7ea37dd323e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e 2024-11-22T21:23:07,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T21:23:07,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/640c7792e4354d5b82d90d6142b7b36c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c 2024-11-22T21:23:07,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-22T21:23:07,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 610ms, sequenceid=76, compaction requested=false 2024-11-22T21:23:07,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:07,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:07,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T21:23:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,465 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/01fde841c1cd4252af059ac5fc1a9bb8 is 50, key is test_row_0/A:col10/1732310586854/Put/seqid=0 2024-11-22T21:23:07,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742310_1486 (size=12001) 2024-11-22T21:23:07,504 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/01fde841c1cd4252af059ac5fc1a9bb8 2024-11-22T21:23:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/96d3fd34065e4b17a151d72da5d6afd1 is 50, key is test_row_0/B:col10/1732310586854/Put/seqid=0 2024-11-22T21:23:07,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742311_1487 (size=12001) 2024-11-22T21:23:07,552 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/96d3fd34065e4b17a151d72da5d6afd1 2024-11-22T21:23:07,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310647554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310647554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310647557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310647557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310647558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/df75d721415d4771b1c0dad7ccc8ba36 is 50, key is test_row_0/C:col10/1732310586854/Put/seqid=0 2024-11-22T21:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T21:23:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742312_1488 (size=12001) 2024-11-22T21:23:07,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/df75d721415d4771b1c0dad7ccc8ba36 2024-11-22T21:23:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/01fde841c1cd4252af059ac5fc1a9bb8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8 2024-11-22T21:23:07,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T21:23:07,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/96d3fd34065e4b17a151d72da5d6afd1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1 2024-11-22T21:23:07,646 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T21:23:07,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/df75d721415d4771b1c0dad7ccc8ba36 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36 2024-11-22T21:23:07,651 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T21:23:07,651 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 757595d1ff418886cbc3220ae3318d15 in 186ms, sequenceid=90, compaction requested=true 2024-11-22T21:23:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-22T21:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-22T21:23:07,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-22T21:23:07,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 654 msec 2024-11-22T21:23:07,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 658 msec 2024-11-22T21:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:07,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:07,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/e15d3c684e1147628c12976a3d8fde8a is 50, key is test_row_0/A:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310647679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310647680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310647684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310647693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310647694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742313_1489 (size=14341) 2024-11-22T21:23:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310647794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310647794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310647795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310647796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310647802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:07,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:23:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310648005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310648005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310648006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310648007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310648010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T21:23:08,102 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-22T21:23:08,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-22T21:23:08,106 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:08,107 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:08,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:08,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/e15d3c684e1147628c12976a3d8fde8a 2024-11-22T21:23:08,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b6cf4cc893f465dad38fdc5fcf82ae6 is 50, key is test_row_0/B:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742314_1490 (size=12001) 2024-11-22T21:23:08,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b6cf4cc893f465dad38fdc5fcf82ae6 2024-11-22T21:23:08,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/24d2f440d4d84ddea53183fd08b305a5 is 50, key is test_row_0/C:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742315_1491 (size=12001) 2024-11-22T21:23:08,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/24d2f440d4d84ddea53183fd08b305a5 2024-11-22T21:23:08,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:08,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/e15d3c684e1147628c12976a3d8fde8a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a 2024-11-22T21:23:08,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a, entries=200, sequenceid=116, filesize=14.0 K 2024-11-22T21:23:08,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b6cf4cc893f465dad38fdc5fcf82ae6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6 2024-11-22T21:23:08,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T21:23:08,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/24d2f440d4d84ddea53183fd08b305a5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5 2024-11-22T21:23:08,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T21:23:08,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 618ms, sequenceid=116, compaction requested=true 2024-11-22T21:23:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:08,287 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:08,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:08,289 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,289 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,289 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07319a01dd3d4b4b88089925fbc637d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=47.0 K 2024-11-22T21:23:08,289 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f1a03bb0db614e359226bbd0ba72e49a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=51.5 K 2024-11-22T21:23:08,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 07319a01dd3d4b4b88089925fbc637d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:08,289 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1a03bb0db614e359226bbd0ba72e49a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:08,291 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f50378ad904d5dac7e31c27f4a4589, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310586200 2024-11-22T21:23:08,291 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 55b19699169f4b5c9155c7ea37dd323e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310586200 2024-11-22T21:23:08,291 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 96d3fd34065e4b17a151d72da5d6afd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732310586842 2024-11-22T21:23:08,291 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01fde841c1cd4252af059ac5fc1a9bb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732310586842 2024-11-22T21:23:08,292 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e15d3c684e1147628c12976a3d8fde8a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:08,292 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b6cf4cc893f465dad38fdc5fcf82ae6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:08,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:08,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:08,306 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:08,307 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7f2f5b808ea74152bd7e50b4fe4bf8ba is 50, key is test_row_0/A:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:08,311 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#411 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:08,311 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5c173cc9f9644ab38b639768ad45336b is 50, key is test_row_0/B:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:08,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:08,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742316_1492 (size=12241) 2024-11-22T21:23:08,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/20576273f1434d2089418f6810504203 is 50, key is test_row_0/A:col10/1732310587692/Put/seqid=0 2024-11-22T21:23:08,370 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7f2f5b808ea74152bd7e50b4fe4bf8ba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7f2f5b808ea74152bd7e50b4fe4bf8ba 2024-11-22T21:23:08,375 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 7f2f5b808ea74152bd7e50b4fe4bf8ba(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:08,375 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:08,375 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=12, startTime=1732310588287; duration=0sec 2024-11-22T21:23:08,375 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:08,375 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:08,375 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:08,377 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:08,377 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:08,377 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,377 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bcae98a5131e4cbfb90ff7f917d0d6f2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=47.0 K 2024-11-22T21:23:08,377 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcae98a5131e4cbfb90ff7f917d0d6f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732310585528 2024-11-22T21:23:08,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 640c7792e4354d5b82d90d6142b7b36c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732310586200 2024-11-22T21:23:08,378 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting df75d721415d4771b1c0dad7ccc8ba36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732310586842 2024-11-22T21:23:08,379 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24d2f440d4d84ddea53183fd08b305a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:08,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310648378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310648380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310648381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310648382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310648388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742317_1493 (size=12241) 2024-11-22T21:23:08,406 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5c173cc9f9644ab38b639768ad45336b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5c173cc9f9644ab38b639768ad45336b 2024-11-22T21:23:08,411 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 5c173cc9f9644ab38b639768ad45336b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:08,411 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:08,411 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=12, startTime=1732310588287; duration=0sec 2024-11-22T21:23:08,411 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:08,411 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:08,415 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:08,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:08,416 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/60ec4dfb0d1e43358ec9d442339d6ca7 is 50, key is test_row_0/C:col10/1732310587668/Put/seqid=0 2024-11-22T21:23:08,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742318_1494 (size=14341) 2024-11-22T21:23:08,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/20576273f1434d2089418f6810504203 2024-11-22T21:23:08,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5e3b8344e09b40d7a3c257140c127058 is 50, key is test_row_0/B:col10/1732310587692/Put/seqid=0 2024-11-22T21:23:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742319_1495 (size=12241) 2024-11-22T21:23:08,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310648493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310648494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310648494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310648494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310648495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742320_1496 (size=12001) 2024-11-22T21:23:08,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:08,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310648699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310648700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310648702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310648702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310648702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:08,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:08,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:08,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:08,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:08,897 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/60ec4dfb0d1e43358ec9d442339d6ca7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/60ec4dfb0d1e43358ec9d442339d6ca7 2024-11-22T21:23:08,904 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 60ec4dfb0d1e43358ec9d442339d6ca7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:08,904 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:08,904 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=12, startTime=1732310588289; duration=0sec 2024-11-22T21:23:08,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:08,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:08,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5e3b8344e09b40d7a3c257140c127058 2024-11-22T21:23:08,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/08d751b42a9e476195c62b37521c5e41 is 50, key is test_row_0/C:col10/1732310587692/Put/seqid=0 2024-11-22T21:23:08,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742321_1497 (size=12001) 2024-11-22T21:23:08,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/08d751b42a9e476195c62b37521c5e41 2024-11-22T21:23:08,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/20576273f1434d2089418f6810504203 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203 2024-11-22T21:23:08,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203, entries=200, sequenceid=128, filesize=14.0 K 2024-11-22T21:23:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5e3b8344e09b40d7a3c257140c127058 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058 2024-11-22T21:23:09,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T21:23:09,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/08d751b42a9e476195c62b37521c5e41 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41 2024-11-22T21:23:09,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T21:23:09,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 757595d1ff418886cbc3220ae3318d15 in 688ms, sequenceid=128, compaction requested=false 2024-11-22T21:23:09,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:09,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:09,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:09,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:09,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/094adb0111244bd8b8539246ed3918e2 is 50, key is test_row_0/A:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:09,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310649033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310649034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310649041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310649043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742322_1498 (size=12151) 2024-11-22T21:23:09,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310649151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310649153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310649154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310649154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310649154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:09,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310649359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310649364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310649366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310649366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310649367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/094adb0111244bd8b8539246ed3918e2 2024-11-22T21:23:09,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/edcb542d9de64519b110bf9c4c678292 is 50, key is test_row_0/B:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:09,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742323_1499 (size=12151) 2024-11-22T21:23:09,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310649667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310649673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310649674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310649675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310649676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:09,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/edcb542d9de64519b110bf9c4c678292 2024-11-22T21:23:09,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0c994574a73d410dadfaa09b5494bfa5 is 50, key is test_row_0/C:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:09,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:09,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:09,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742324_1500 (size=12151) 2024-11-22T21:23:09,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0c994574a73d410dadfaa09b5494bfa5 2024-11-22T21:23:09,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/094adb0111244bd8b8539246ed3918e2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2 2024-11-22T21:23:09,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T21:23:09,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/edcb542d9de64519b110bf9c4c678292 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292 2024-11-22T21:23:09,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T21:23:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0c994574a73d410dadfaa09b5494bfa5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5 2024-11-22T21:23:10,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T21:23:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 757595d1ff418886cbc3220ae3318d15 in 992ms, sequenceid=156, compaction requested=true 2024-11-22T21:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:10,009 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:10,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:10,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:10,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:10,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:10,010 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:10,010 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:10,010 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:10,010 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7f2f5b808ea74152bd7e50b4fe4bf8ba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.8 K 2024-11-22T21:23:10,011 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f2f5b808ea74152bd7e50b4fe4bf8ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:10,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:10,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:10,011 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:10,011 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5c173cc9f9644ab38b639768ad45336b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=35.5 K 2024-11-22T21:23:10,011 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20576273f1434d2089418f6810504203, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732310587678 2024-11-22T21:23:10,012 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c173cc9f9644ab38b639768ad45336b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:10,012 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 094adb0111244bd8b8539246ed3918e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:10,012 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3b8344e09b40d7a3c257140c127058, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732310587692 2024-11-22T21:23:10,013 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting edcb542d9de64519b110bf9c4c678292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:10,035 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:10,035 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/94287babfd534d0a8900e0af8f6c291f is 50, key is test_row_0/A:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:10,039 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:10,039 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/88c35c270c7c45068282921d48ea9150 is 50, key is test_row_0/B:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742325_1501 (size=12493) 2024-11-22T21:23:10,101 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/94287babfd534d0a8900e0af8f6c291f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/94287babfd534d0a8900e0af8f6c291f 2024-11-22T21:23:10,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:10,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T21:23:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:10,106 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:10,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:10,107 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 94287babfd534d0a8900e0af8f6c291f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:10,107 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:10,107 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310590009; duration=0sec 2024-11-22T21:23:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:10,107 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:10,107 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:10,107 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:10,108 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:10,108 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:10,108 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:10,108 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/60ec4dfb0d1e43358ec9d442339d6ca7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=35.5 K 2024-11-22T21:23:10,109 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60ec4dfb0d1e43358ec9d442339d6ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732310587538 2024-11-22T21:23:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742326_1502 (size=12493) 2024-11-22T21:23:10,110 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08d751b42a9e476195c62b37521c5e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732310587692 2024-11-22T21:23:10,110 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c994574a73d410dadfaa09b5494bfa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:10,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/5adfc33f3d5c479aac0d981813b4b704 is 50, key is test_row_0/A:col10/1732310589041/Put/seqid=0 2024-11-22T21:23:10,120 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:10,121 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/534db1755bf348b980a64e464f4f923a is 50, key is test_row_0/C:col10/1732310588376/Put/seqid=0 2024-11-22T21:23:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742327_1503 (size=12151) 2024-11-22T21:23:10,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742328_1504 (size=12493) 2024-11-22T21:23:10,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:10,190 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/534db1755bf348b980a64e464f4f923a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/534db1755bf348b980a64e464f4f923a 2024-11-22T21:23:10,198 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 534db1755bf348b980a64e464f4f923a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:10,198 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:10,198 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310590010; duration=0sec 2024-11-22T21:23:10,198 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:10,198 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310650276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310650277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310650278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310650288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310650288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310650389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310650390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310650390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310650390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310650390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,516 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/88c35c270c7c45068282921d48ea9150 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/88c35c270c7c45068282921d48ea9150 2024-11-22T21:23:10,521 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 88c35c270c7c45068282921d48ea9150(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:10,521 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:10,521 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310590009; duration=0sec 2024-11-22T21:23:10,521 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:10,521 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:10,572 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/5adfc33f3d5c479aac0d981813b4b704 2024-11-22T21:23:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/b4884a7c99f643c5b8b9bc6b64540ddd is 50, key is test_row_0/B:col10/1732310589041/Put/seqid=0 2024-11-22T21:23:10,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310650598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742329_1505 (size=12151) 2024-11-22T21:23:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310650908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310650909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310650909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310650909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:10,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310650912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,028 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/b4884a7c99f643c5b8b9bc6b64540ddd 2024-11-22T21:23:11,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/9907fd9754ea454e8c54d0f79b93046c is 50, key is test_row_0/C:col10/1732310589041/Put/seqid=0 2024-11-22T21:23:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742330_1506 (size=12151) 2024-11-22T21:23:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310651413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310651413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310651414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310651416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310651420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:11,477 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/9907fd9754ea454e8c54d0f79b93046c 2024-11-22T21:23:11,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/5adfc33f3d5c479aac0d981813b4b704 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704 2024-11-22T21:23:11,486 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T21:23:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/b4884a7c99f643c5b8b9bc6b64540ddd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd 2024-11-22T21:23:11,494 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T21:23:11,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/9907fd9754ea454e8c54d0f79b93046c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c 2024-11-22T21:23:11,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T21:23:11,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 757595d1ff418886cbc3220ae3318d15 in 1395ms, sequenceid=169, compaction requested=false 2024-11-22T21:23:11,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:11,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:11,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-22T21:23:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-22T21:23:11,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T21:23:11,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3950 sec 2024-11-22T21:23:11,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 3.4000 sec 2024-11-22T21:23:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T21:23:12,217 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-22T21:23:12,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-22T21:23:12,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:12,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:12,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:12,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:12,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T21:23:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:12,374 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bfad1c10fb644df1831e13018abdaf05 is 50, key is test_row_0/A:col10/1732310590285/Put/seqid=0 2024-11-22T21:23:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742331_1507 (size=12151) 2024-11-22T21:23:12,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310652430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310652432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310652433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310652435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310652433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310652536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310652545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310652546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310652546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310652742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310652749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310652750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310652750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:12,824 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bfad1c10fb644df1831e13018abdaf05 2024-11-22T21:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:12,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c951ff408dcc42679ea492f5ed2da451 is 50, key is test_row_0/B:col10/1732310590285/Put/seqid=0 2024-11-22T21:23:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742332_1508 (size=12151) 2024-11-22T21:23:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310653048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310653053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310653053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310653055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c951ff408dcc42679ea492f5ed2da451 2024-11-22T21:23:13,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/29063e4bf0924457a0e3e62dcc5e5a15 is 50, key is test_row_0/C:col10/1732310590285/Put/seqid=0 2024-11-22T21:23:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742333_1509 (size=12151) 2024-11-22T21:23:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:13,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310653555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310653560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310653563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310653564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:13,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:23:13,607 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T21:23:13,718 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/29063e4bf0924457a0e3e62dcc5e5a15 2024-11-22T21:23:13,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bfad1c10fb644df1831e13018abdaf05 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05 2024-11-22T21:23:13,728 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:23:13,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c951ff408dcc42679ea492f5ed2da451 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451 2024-11-22T21:23:13,736 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:23:13,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/29063e4bf0924457a0e3e62dcc5e5a15 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15 2024-11-22T21:23:13,747 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T21:23:13,748 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 1374ms, sequenceid=196, compaction requested=true 2024-11-22T21:23:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:13,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-22T21:23:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-22T21:23:13,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-22T21:23:13,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5280 sec 2024-11-22T21:23:13,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5350 sec 2024-11-22T21:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T21:23:14,327 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-22T21:23:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-22T21:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:14,331 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:14,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:14,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:14,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:14,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:14,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:14,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:14,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:14,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:14,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:14,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fb4297bc6c494b19b79c9122e4cc2dad is 50, key is test_row_0/A:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:14,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:14,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T21:23:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742334_1510 (size=14541) 2024-11-22T21:23:14,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310654575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310654577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310654579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310654579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310654582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:14,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:14,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T21:23:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310654681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310654686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310654686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:14,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T21:23:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310654889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310654893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310654893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:14,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fb4297bc6c494b19b79c9122e4cc2dad 2024-11-22T21:23:14,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/37efef1832a64034b9244225d082ba8a is 50, key is test_row_0/B:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742335_1511 (size=12151) 2024-11-22T21:23:14,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/37efef1832a64034b9244225d082ba8a 2024-11-22T21:23:14,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:14,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T21:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:14,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:14,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/d1b7f8d523f045b9b004e004a7e9d634 is 50, key is test_row_0/C:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742336_1512 (size=12151) 2024-11-22T21:23:15,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/d1b7f8d523f045b9b004e004a7e9d634 2024-11-22T21:23:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fb4297bc6c494b19b79c9122e4cc2dad as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad 2024-11-22T21:23:15,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad, entries=200, sequenceid=208, filesize=14.2 K 2024-11-22T21:23:15,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/37efef1832a64034b9244225d082ba8a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a 2024-11-22T21:23:15,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T21:23:15,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/d1b7f8d523f045b9b004e004a7e9d634 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634 2024-11-22T21:23:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T21:23:15,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 757595d1ff418886cbc3220ae3318d15 in 583ms, sequenceid=208, compaction requested=true 2024-11-22T21:23:15,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:15,038 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:15,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:15,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:15,038 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:15,041 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:15,041 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:15,041 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:15,042 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/94287babfd534d0a8900e0af8f6c291f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=50.1 K 2024-11-22T21:23:15,042 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94287babfd534d0a8900e0af8f6c291f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:15,042 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:15,042 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5adfc33f3d5c479aac0d981813b4b704, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732310589021 2024-11-22T21:23:15,042 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:15,042 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:15,043 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/88c35c270c7c45068282921d48ea9150, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=47.8 K 2024-11-22T21:23:15,043 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfad1c10fb644df1831e13018abdaf05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310590275 2024-11-22T21:23:15,043 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c35c270c7c45068282921d48ea9150, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:15,043 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb4297bc6c494b19b79c9122e4cc2dad, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:15,044 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b4884a7c99f643c5b8b9bc6b64540ddd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732310589021 2024-11-22T21:23:15,045 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c951ff408dcc42679ea492f5ed2da451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310590275 2024-11-22T21:23:15,045 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 37efef1832a64034b9244225d082ba8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:15,057 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:15,058 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/937f47fab03046f8ab32560d85d834b7 is 50, key is test_row_0/A:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:15,070 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:15,071 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c40f7a74d1a045338decd85a2c1d09de is 50, key is test_row_0/B:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:15,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:15,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T21:23:15,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:15,098 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742337_1513 (size=12629) 2024-11-22T21:23:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fa9d33844f1f496ab28f9822be06b71a is 50, key is test_row_0/A:col10/1732310594576/Put/seqid=0 2024-11-22T21:23:15,113 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/937f47fab03046f8ab32560d85d834b7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/937f47fab03046f8ab32560d85d834b7 2024-11-22T21:23:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742338_1514 (size=12629) 2024-11-22T21:23:15,121 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 937f47fab03046f8ab32560d85d834b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:15,122 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:15,122 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=12, startTime=1732310595038; duration=0sec 2024-11-22T21:23:15,122 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:15,122 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:15,122 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:15,127 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:15,127 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:15,127 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:15,127 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/534db1755bf348b980a64e464f4f923a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=47.8 K 2024-11-22T21:23:15,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 534db1755bf348b980a64e464f4f923a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732310588376 2024-11-22T21:23:15,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9907fd9754ea454e8c54d0f79b93046c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732310589021 2024-11-22T21:23:15,129 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29063e4bf0924457a0e3e62dcc5e5a15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732310590275 2024-11-22T21:23:15,130 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1b7f8d523f045b9b004e004a7e9d634, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:15,130 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c40f7a74d1a045338decd85a2c1d09de as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c40f7a74d1a045338decd85a2c1d09de 2024-11-22T21:23:15,139 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into c40f7a74d1a045338decd85a2c1d09de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:15,139 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:15,139 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=12, startTime=1732310595038; duration=0sec 2024-11-22T21:23:15,139 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:15,139 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742339_1515 (size=12151) 2024-11-22T21:23:15,151 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fa9d33844f1f496ab28f9822be06b71a 2024-11-22T21:23:15,157 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:15,158 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/e3526768967540ce8570a7e3db691cba is 50, key is test_row_0/C:col10/1732310594453/Put/seqid=0 2024-11-22T21:23:15,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/6f5727f403344e27bedd7ba9115e24d2 is 50, key is test_row_0/B:col10/1732310594576/Put/seqid=0 2024-11-22T21:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:15,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742340_1516 (size=12629) 2024-11-22T21:23:15,219 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/e3526768967540ce8570a7e3db691cba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e3526768967540ce8570a7e3db691cba 2024-11-22T21:23:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742341_1517 (size=12151) 2024-11-22T21:23:15,237 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into e3526768967540ce8570a7e3db691cba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:15,237 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:15,237 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=12, startTime=1732310595039; duration=0sec 2024-11-22T21:23:15,238 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:15,238 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:15,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310655239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310655248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310655248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310655349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310655358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310655358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310655557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310655565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310655566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,635 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/6f5727f403344e27bedd7ba9115e24d2 2024-11-22T21:23:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0dd941770433441086234491682ab3e8 is 50, key is test_row_0/C:col10/1732310594576/Put/seqid=0 2024-11-22T21:23:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742342_1518 (size=12151) 2024-11-22T21:23:15,673 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0dd941770433441086234491682ab3e8 2024-11-22T21:23:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fa9d33844f1f496ab28f9822be06b71a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a 2024-11-22T21:23:15,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T21:23:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/6f5727f403344e27bedd7ba9115e24d2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2 2024-11-22T21:23:15,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T21:23:15,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/0dd941770433441086234491682ab3e8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8 2024-11-22T21:23:15,700 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T21:23:15,701 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 757595d1ff418886cbc3220ae3318d15 in 603ms, sequenceid=232, compaction requested=false 2024-11-22T21:23:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-22T21:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-22T21:23:15,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-22T21:23:15,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-22T21:23:15,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.3790 sec 2024-11-22T21:23:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:15,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:15,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/cf9d7e688b8040089157f7e41ba0a4ba is 50, key is test_row_0/A:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742343_1519 (size=12151) 2024-11-22T21:23:15,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/cf9d7e688b8040089157f7e41ba0a4ba 2024-11-22T21:23:15,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4217b87f422442269b7e8215051dc238 is 50, key is test_row_0/B:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742344_1520 (size=12151) 2024-11-22T21:23:15,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4217b87f422442269b7e8215051dc238 2024-11-22T21:23:15,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310655982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310655983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:15,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310655988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/35565394d7ac472fa45eea89cb209525 is 50, key is test_row_0/C:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742345_1521 (size=12151) 2024-11-22T21:23:16,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310656096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310656096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310656098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310656300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310656302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310656302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T21:23:16,435 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-22T21:23:16,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-22T21:23:16,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:16,439 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:16,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T21:23:16,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/35565394d7ac472fa45eea89cb209525 2024-11-22T21:23:16,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/cf9d7e688b8040089157f7e41ba0a4ba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba 2024-11-22T21:23:16,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T21:23:16,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4217b87f422442269b7e8215051dc238 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238 2024-11-22T21:23:16,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T21:23:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/35565394d7ac472fa45eea89cb209525 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525 2024-11-22T21:23:16,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T21:23:16,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 757595d1ff418886cbc3220ae3318d15 in 549ms, sequenceid=250, compaction requested=true 2024-11-22T21:23:16,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:16,467 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:16,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:16,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:16,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:16,469 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:16,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:16,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:16,469 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,469 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/937f47fab03046f8ab32560d85d834b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.1 K 2024-11-22T21:23:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:16,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937f47fab03046f8ab32560d85d834b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:16,470 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:16,470 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:16,470 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,471 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c40f7a74d1a045338decd85a2c1d09de, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.1 K 2024-11-22T21:23:16,471 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9d33844f1f496ab28f9822be06b71a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732310594547 2024-11-22T21:23:16,472 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c40f7a74d1a045338decd85a2c1d09de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:16,472 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf9d7e688b8040089157f7e41ba0a4ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:16,472 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f5727f403344e27bedd7ba9115e24d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732310594547 2024-11-22T21:23:16,473 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4217b87f422442269b7e8215051dc238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:16,495 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:16,498 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/03dc94baee4c460ab5ae2f825ee81c77 is 50, key is test_row_0/B:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:16,510 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#441 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:16,511 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/887721e553a346059584034a1cfb5383 is 50, key is test_row_0/A:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T21:23:16,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742347_1523 (size=12731) 2024-11-22T21:23:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742346_1522 (size=12731) 2024-11-22T21:23:16,551 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/887721e553a346059584034a1cfb5383 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/887721e553a346059584034a1cfb5383 2024-11-22T21:23:16,557 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 887721e553a346059584034a1cfb5383(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:16,557 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:16,557 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310596467; duration=0sec 2024-11-22T21:23:16,557 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:16,557 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:16,557 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:16,560 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:16,560 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:16,560 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,560 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e3526768967540ce8570a7e3db691cba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.1 K 2024-11-22T21:23:16,560 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3526768967540ce8570a7e3db691cba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732310592421 2024-11-22T21:23:16,561 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd941770433441086234491682ab3e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732310594547 2024-11-22T21:23:16,562 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35565394d7ac472fa45eea89cb209525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:16,570 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:16,571 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/d8b3792f248e42699f54979fd92732c5 is 50, key is test_row_0/C:col10/1732310595211/Put/seqid=0 2024-11-22T21:23:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:16,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:16,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/95a141d4be1d4432925c9fecd3304042 is 50, key is test_row_0/A:col10/1732310596583/Put/seqid=0 2024-11-22T21:23:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742348_1524 (size=12731) 2024-11-22T21:23:16,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:16,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T21:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,604 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/d8b3792f248e42699f54979fd92732c5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d8b3792f248e42699f54979fd92732c5 2024-11-22T21:23:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310656606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310656607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310656608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310656610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310656611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,621 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into d8b3792f248e42699f54979fd92732c5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:16,621 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:16,621 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310596470; duration=0sec 2024-11-22T21:23:16,621 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:16,621 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742349_1525 (size=14741) 2024-11-22T21:23:16,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/95a141d4be1d4432925c9fecd3304042 2024-11-22T21:23:16,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6c3333e2c9e45caa643904cea2fe7b6 is 50, key is test_row_0/B:col10/1732310596583/Put/seqid=0 2024-11-22T21:23:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742350_1526 (size=12301) 2024-11-22T21:23:16,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6c3333e2c9e45caa643904cea2fe7b6 2024-11-22T21:23:16,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55e4127301184db4a5d52a9f6ecfd5d9 is 50, key is test_row_0/C:col10/1732310596583/Put/seqid=0 2024-11-22T21:23:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310656715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310656716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310656716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742351_1527 (size=12301) 2024-11-22T21:23:16,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55e4127301184db4a5d52a9f6ecfd5d9 2024-11-22T21:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T21:23:16,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/95a141d4be1d4432925c9fecd3304042 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042 2024-11-22T21:23:16,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:16,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T21:23:16,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:16,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042, entries=200, sequenceid=273, filesize=14.4 K 2024-11-22T21:23:16,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6c3333e2c9e45caa643904cea2fe7b6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6 2024-11-22T21:23:16,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T21:23:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55e4127301184db4a5d52a9f6ecfd5d9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9 2024-11-22T21:23:16,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T21:23:16,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 757595d1ff418886cbc3220ae3318d15 in 179ms, sequenceid=273, compaction requested=false 2024-11-22T21:23:16,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:16,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:16,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T21:23:16,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:16,899 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:16,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/693e0396ad874304a130d108153d02c4 is 50, key is test_row_0/A:col10/1732310596606/Put/seqid=0 2024-11-22T21:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:16,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742352_1528 (size=12301) 2024-11-22T21:23:16,942 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/693e0396ad874304a130d108153d02c4 2024-11-22T21:23:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/14ac3e6e42f347b0bb37ac977add02c8 is 50, key is test_row_0/B:col10/1732310596606/Put/seqid=0 2024-11-22T21:23:16,953 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/03dc94baee4c460ab5ae2f825ee81c77 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/03dc94baee4c460ab5ae2f825ee81c77 2024-11-22T21:23:16,964 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 03dc94baee4c460ab5ae2f825ee81c77(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:16,964 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:16,964 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310596469; duration=0sec 2024-11-22T21:23:16,964 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:16,964 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:16,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310656977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742353_1529 (size=12301) 2024-11-22T21:23:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310656980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:16,990 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/14ac3e6e42f347b0bb37ac977add02c8 2024-11-22T21:23:16,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310656988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc4a13538d28454d8dfff3fbb2a53f94 is 50, key is test_row_0/C:col10/1732310596606/Put/seqid=0 2024-11-22T21:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T21:23:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742354_1530 (size=12301) 2024-11-22T21:23:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310657089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310657090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310657099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310657117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310657120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310657297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310657297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310657305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,462 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc4a13538d28454d8dfff3fbb2a53f94 2024-11-22T21:23:17,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/693e0396ad874304a130d108153d02c4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4 2024-11-22T21:23:17,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T21:23:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/14ac3e6e42f347b0bb37ac977add02c8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8 2024-11-22T21:23:17,475 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T21:23:17,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc4a13538d28454d8dfff3fbb2a53f94 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94 2024-11-22T21:23:17,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T21:23:17,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 757595d1ff418886cbc3220ae3318d15 in 582ms, sequenceid=288, compaction requested=true 2024-11-22T21:23:17,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:17,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:17,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-22T21:23:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-22T21:23:17,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T21:23:17,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0420 sec 2024-11-22T21:23:17,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0470 sec 2024-11-22T21:23:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T21:23:17,544 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-22T21:23:17,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-22T21:23:17,552 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:17,553 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:17,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:17,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:17,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:17,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/3dd1b126b8b148fe90401bbe6d374cb4 is 50, key is test_row_0/A:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742355_1531 (size=12301) 2024-11-22T21:23:17,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310657628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310657633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310657636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:17,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:17,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:17,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310657739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310657739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310657744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:17,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:17,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:17,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:17,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310657946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310657947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:17,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310657953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/3dd1b126b8b148fe90401bbe6d374cb4 2024-11-22T21:23:18,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b9cd6c42796458bb54cdc804dc98a71 is 50, key is test_row_0/B:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742356_1532 (size=12301) 2024-11-22T21:23:18,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b9cd6c42796458bb54cdc804dc98a71 2024-11-22T21:23:18,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/b49156c2b27b4a1a8c55e8686ec810d5 is 50, key is test_row_0/C:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310658125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310658129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742357_1533 (size=12301) 2024-11-22T21:23:18,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/b49156c2b27b4a1a8c55e8686ec810d5 2024-11-22T21:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/3dd1b126b8b148fe90401bbe6d374cb4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4 2024-11-22T21:23:18,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T21:23:18,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/5b9cd6c42796458bb54cdc804dc98a71 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71 2024-11-22T21:23:18,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T21:23:18,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/b49156c2b27b4a1a8c55e8686ec810d5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5 2024-11-22T21:23:18,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T21:23:18,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 757595d1ff418886cbc3220ae3318d15 in 579ms, sequenceid=312, compaction requested=true 2024-11-22T21:23:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:18,187 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:18,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:18,187 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:18,188 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:18,188 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:18,188 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,188 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/887721e553a346059584034a1cfb5383, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=50.9 K 2024-11-22T21:23:18,189 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 887721e553a346059584034a1cfb5383, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:18,190 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95a141d4be1d4432925c9fecd3304042, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732310595975 2024-11-22T21:23:18,190 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:18,190 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:18,191 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,191 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/03dc94baee4c460ab5ae2f825ee81c77, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=48.5 K 2024-11-22T21:23:18,191 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 693e0396ad874304a130d108153d02c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732310596599 2024-11-22T21:23:18,191 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 03dc94baee4c460ab5ae2f825ee81c77, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:18,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:18,192 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dd1b126b8b148fe90401bbe6d374cb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:18,192 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c3333e2c9e45caa643904cea2fe7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732310595975 2024-11-22T21:23:18,193 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ac3e6e42f347b0bb37ac977add02c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732310596599 2024-11-22T21:23:18,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:18,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:18,195 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9cd6c42796458bb54cdc804dc98a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:18,210 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:18,211 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07f3cb0219f049a1bebca649eb83f8c8 is 50, key is test_row_0/B:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:18,222 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:18,223 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/68fd504065f94d9d840509e9911c7ffb is 50, key is test_row_0/A:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742358_1534 (size=13017) 2024-11-22T21:23:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:18,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:18,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742359_1535 (size=13017) 2024-11-22T21:23:18,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fae915cac8d946b3b1aa392159465044 is 50, key is test_row_0/A:col10/1732310598259/Put/seqid=0 2024-11-22T21:23:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742360_1536 (size=17181) 2024-11-22T21:23:18,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310658309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310658310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310658311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310658421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310658422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310658422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310658628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310658629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310658631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:18,663 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07f3cb0219f049a1bebca649eb83f8c8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07f3cb0219f049a1bebca649eb83f8c8 2024-11-22T21:23:18,671 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 07f3cb0219f049a1bebca649eb83f8c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:18,671 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:18,671 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=12, startTime=1732310598187; duration=0sec 2024-11-22T21:23:18,671 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:18,671 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:18,671 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:18,674 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/68fd504065f94d9d840509e9911c7ffb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/68fd504065f94d9d840509e9911c7ffb 2024-11-22T21:23:18,675 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:18,675 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:18,675 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,675 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d8b3792f248e42699f54979fd92732c5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=48.5 K 2024-11-22T21:23:18,677 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d8b3792f248e42699f54979fd92732c5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732310595211 2024-11-22T21:23:18,678 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e4127301184db4a5d52a9f6ecfd5d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732310595975 2024-11-22T21:23:18,678 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bc4a13538d28454d8dfff3fbb2a53f94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732310596599 2024-11-22T21:23:18,679 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting b49156c2b27b4a1a8c55e8686ec810d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:18,680 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 68fd504065f94d9d840509e9911c7ffb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:18,680 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:18,680 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=12, startTime=1732310598187; duration=0sec 2024-11-22T21:23:18,680 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:18,680 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:18,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fae915cac8d946b3b1aa392159465044 2024-11-22T21:23:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4cdebdee9ef9470ea96a75a1f5dd0695 is 50, key is test_row_0/B:col10/1732310598259/Put/seqid=0 2024-11-22T21:23:18,705 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#456 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:18,705 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/ad43935cc32d45d686a47e73f101fa36 is 50, key is test_row_0/C:col10/1732310596977/Put/seqid=0 2024-11-22T21:23:18,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742361_1537 (size=12301) 2024-11-22T21:23:18,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4cdebdee9ef9470ea96a75a1f5dd0695 2024-11-22T21:23:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742362_1538 (size=13017) 2024-11-22T21:23:18,778 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/ad43935cc32d45d686a47e73f101fa36 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/ad43935cc32d45d686a47e73f101fa36 2024-11-22T21:23:18,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,789 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into ad43935cc32d45d686a47e73f101fa36(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,789 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,789 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=12, startTime=1732310598191; duration=0sec 2024-11-22T21:23:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/943b8a943ce147de8eef6c6443f2cb4e is 50, key is test_row_0/C:col10/1732310598259/Put/seqid=0 2024-11-22T21:23:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,793 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:18,793 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742363_1539 (size=12301) 2024-11-22T21:23:18,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/943b8a943ce147de8eef6c6443f2cb4e 2024-11-22T21:23:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fae915cac8d946b3b1aa392159465044 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044 2024-11-22T21:23:18,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044, entries=250, sequenceid=327, filesize=16.8 K 2024-11-22T21:23:18,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4cdebdee9ef9470ea96a75a1f5dd0695 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695 2024-11-22T21:23:18,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T21:23:18,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/943b8a943ce147de8eef6c6443f2cb4e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e 2024-11-22T21:23:18,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T21:23:18,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 757595d1ff418886cbc3220ae3318d15 in 589ms, sequenceid=327, compaction requested=false 2024-11-22T21:23:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:18,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:18,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:18,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:18,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:18,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:18,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:18,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:18,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/a058f57bc3e1405f93268d146c28e70e is 50, key is test_row_0/A:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310658959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310658961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742364_1540 (size=17181) 2024-11-22T21:23:18,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310658966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:18,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/a058f57bc3e1405f93268d146c28e70e 2024-11-22T21:23:18,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ed3eb25aac1144c7a9fdd9b4c73093be is 50, key is test_row_0/B:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742365_1541 (size=12301) 2024-11-22T21:23:19,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ed3eb25aac1144c7a9fdd9b4c73093be 2024-11-22T21:23:19,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5820c9552bd445bf9485b1be5cae3cca is 50, key is test_row_0/C:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742366_1542 (size=12301) 2024-11-22T21:23:19,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5820c9552bd445bf9485b1be5cae3cca 2024-11-22T21:23:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/a058f57bc3e1405f93268d146c28e70e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e 2024-11-22T21:23:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e, entries=250, sequenceid=353, filesize=16.8 K 2024-11-22T21:23:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310659075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ed3eb25aac1144c7a9fdd9b4c73093be as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be 2024-11-22T21:23:19,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T21:23:19,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5820c9552bd445bf9485b1be5cae3cca as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca 2024-11-22T21:23:19,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:19,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T21:23:19,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 757595d1ff418886cbc3220ae3318d15 in 160ms, sequenceid=353, compaction requested=true 2024-11-22T21:23:19,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,100 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:19,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,100 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:19,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,103 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,103 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:19,103 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,103 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/68fd504065f94d9d840509e9911c7ffb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=46.3 K 2024-11-22T21:23:19,103 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,103 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:19,103 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,103 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07f3cb0219f049a1bebca649eb83f8c8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.7 K 2024-11-22T21:23:19,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:19,104 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 07f3cb0219f049a1bebca649eb83f8c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:19,104 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68fd504065f94d9d840509e9911c7ffb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:19,104 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fae915cac8d946b3b1aa392159465044, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732310597607 2024-11-22T21:23:19,105 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cdebdee9ef9470ea96a75a1f5dd0695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732310597627 2024-11-22T21:23:19,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:19,105 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a058f57bc3e1405f93268d146c28e70e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598308 2024-11-22T21:23:19,105 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3eb25aac1144c7a9fdd9b4c73093be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598309 2024-11-22T21:23:19,115 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,116 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c4a3dcc2e3894be1aaa22337df91e580 is 50, key is test_row_0/B:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:19,126 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,128 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/49f69406e570400eb2a59f5cd12920e2 is 50, key is test_row_0/A:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742367_1543 (size=13119) 2024-11-22T21:23:19,187 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c4a3dcc2e3894be1aaa22337df91e580 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c4a3dcc2e3894be1aaa22337df91e580 2024-11-22T21:23:19,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742368_1544 (size=13119) 2024-11-22T21:23:19,194 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into c4a3dcc2e3894be1aaa22337df91e580(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,195 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,195 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310599100; duration=0sec 2024-11-22T21:23:19,195 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:19,195 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:19,195 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,197 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,198 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:19,198 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,198 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/ad43935cc32d45d686a47e73f101fa36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.7 K 2024-11-22T21:23:19,202 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ad43935cc32d45d686a47e73f101fa36, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732310596971 2024-11-22T21:23:19,202 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/49f69406e570400eb2a59f5cd12920e2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49f69406e570400eb2a59f5cd12920e2 2024-11-22T21:23:19,206 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 943b8a943ce147de8eef6c6443f2cb4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732310597627 2024-11-22T21:23:19,207 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5820c9552bd445bf9485b1be5cae3cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598309 2024-11-22T21:23:19,214 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 49f69406e570400eb2a59f5cd12920e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,214 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,214 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310599100; duration=0sec 2024-11-22T21:23:19,214 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,214 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:19,238 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,239 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/03b64aa784b94ed8b6d44e8d5954bf28 is 50, key is test_row_0/C:col10/1732310598939/Put/seqid=0 2024-11-22T21:23:19,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:19,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,248 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742369_1545 (size=13119) 2024-11-22T21:23:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:19,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/297a75e4af4c4d41b8ba50fe2a379e69 is 50, key is test_row_0/A:col10/1732310598965/Put/seqid=0 2024-11-22T21:23:19,290 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/03b64aa784b94ed8b6d44e8d5954bf28 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/03b64aa784b94ed8b6d44e8d5954bf28 2024-11-22T21:23:19,295 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 03b64aa784b94ed8b6d44e8d5954bf28(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,295 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,295 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310599102; duration=0sec 2024-11-22T21:23:19,296 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,296 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742370_1546 (size=12301) 2024-11-22T21:23:19,316 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/297a75e4af4c4d41b8ba50fe2a379e69 2024-11-22T21:23:19,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ab5e5d2e36b044638f5351cfff2284e4 is 50, key is test_row_0/B:col10/1732310598965/Put/seqid=0 2024-11-22T21:23:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742371_1547 (size=12301) 2024-11-22T21:23:19,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,353 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ab5e5d2e36b044638f5351cfff2284e4 2024-11-22T21:23:19,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310659353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a02c8cddcf244236be39a77ce72c3bbb is 50, key is test_row_0/C:col10/1732310598965/Put/seqid=0 2024-11-22T21:23:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742372_1548 (size=12301) 2024-11-22T21:23:19,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a02c8cddcf244236be39a77ce72c3bbb 2024-11-22T21:23:19,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/297a75e4af4c4d41b8ba50fe2a379e69 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69 2024-11-22T21:23:19,414 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T21:23:19,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/ab5e5d2e36b044638f5351cfff2284e4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4 2024-11-22T21:23:19,420 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T21:23:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a02c8cddcf244236be39a77ce72c3bbb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb 2024-11-22T21:23:19,424 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T21:23:19,426 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 757595d1ff418886cbc3220ae3318d15 in 177ms, sequenceid=368, compaction requested=false 2024-11-22T21:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-22T21:23:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-22T21:23:19,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-22T21:23:19,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-11-22T21:23:19,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8870 sec 2024-11-22T21:23:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:19,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/6b0d27d061f34be5bbdd5304c811bcc3 is 50, key is test_row_0/A:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310659486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742373_1549 (size=14741) 2024-11-22T21:23:19,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/6b0d27d061f34be5bbdd5304c811bcc3 2024-11-22T21:23:19,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/725ef5ff80ba468195b713525afa8567 is 50, key is test_row_0/B:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742374_1550 (size=12301) 2024-11-22T21:23:19,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/725ef5ff80ba468195b713525afa8567 2024-11-22T21:23:19,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5d950ff57be54f0fa93962468ade9721 is 50, key is test_row_0/C:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742375_1551 (size=12301) 2024-11-22T21:23:19,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5d950ff57be54f0fa93962468ade9721 2024-11-22T21:23:19,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/6b0d27d061f34be5bbdd5304c811bcc3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3 2024-11-22T21:23:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3, entries=200, sequenceid=393, filesize=14.4 K 2024-11-22T21:23:19,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/725ef5ff80ba468195b713525afa8567 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567 2024-11-22T21:23:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310659595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567, entries=150, sequenceid=393, filesize=12.0 K 2024-11-22T21:23:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5d950ff57be54f0fa93962468ade9721 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721 2024-11-22T21:23:19,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721, entries=150, sequenceid=393, filesize=12.0 K 2024-11-22T21:23:19,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 757595d1ff418886cbc3220ae3318d15 in 150ms, sequenceid=393, compaction requested=true 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,610 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,610 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:19,614 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,614 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:19,614 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,614 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49f69406e570400eb2a59f5cd12920e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=39.2 K 2024-11-22T21:23:19,614 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,614 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:19,614 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,614 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c4a3dcc2e3894be1aaa22337df91e580, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.8 K 2024-11-22T21:23:19,615 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49f69406e570400eb2a59f5cd12920e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598309 2024-11-22T21:23:19,616 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297a75e4af4c4d41b8ba50fe2a379e69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732310598943 2024-11-22T21:23:19,617 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a3dcc2e3894be1aaa22337df91e580, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598309 2024-11-22T21:23:19,617 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b0d27d061f34be5bbdd5304c811bcc3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:19,617 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5e5d2e36b044638f5351cfff2284e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732310598943 2024-11-22T21:23:19,618 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 725ef5ff80ba468195b713525afa8567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:19,641 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,642 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/1bc8306cf814467fbe93c06a85700031 is 50, key is test_row_0/B:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,662 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,663 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/358ab4107436458aa8721e24dbd3cc25 is 50, key is test_row_0/A:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T21:23:19,664 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-22T21:23:19,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-22T21:23:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:19,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:19,669 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:19,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742376_1552 (size=13221) 2024-11-22T21:23:19,719 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/1bc8306cf814467fbe93c06a85700031 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1bc8306cf814467fbe93c06a85700031 2024-11-22T21:23:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742377_1553 (size=13221) 2024-11-22T21:23:19,726 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 1bc8306cf814467fbe93c06a85700031(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,726 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,726 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310599610; duration=0sec 2024-11-22T21:23:19,726 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:19,726 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:19,726 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:19,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:19,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:19,729 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,729 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/03b64aa784b94ed8b6d44e8d5954bf28, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.8 K 2024-11-22T21:23:19,729 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 03b64aa784b94ed8b6d44e8d5954bf28, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732310598309 2024-11-22T21:23:19,730 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a02c8cddcf244236be39a77ce72c3bbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732310598943 2024-11-22T21:23:19,731 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d950ff57be54f0fa93962468ade9721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:19,745 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/358ab4107436458aa8721e24dbd3cc25 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/358ab4107436458aa8721e24dbd3cc25 2024-11-22T21:23:19,748 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:19,749 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5ca22d4a3229423bbfc57e1019988911 is 50, key is test_row_0/C:col10/1732310599457/Put/seqid=0 2024-11-22T21:23:19,751 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 358ab4107436458aa8721e24dbd3cc25(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,751 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,751 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310599610; duration=0sec 2024-11-22T21:23:19,751 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,751 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742378_1554 (size=13221) 2024-11-22T21:23:19,785 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/5ca22d4a3229423bbfc57e1019988911 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5ca22d4a3229423bbfc57e1019988911 2024-11-22T21:23:19,793 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 5ca22d4a3229423bbfc57e1019988911(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:19,793 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,793 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310599610; duration=0sec 2024-11-22T21:23:19,794 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:19,794 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:19,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:19,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/dd00f07abad24247b982c62bd5011f5c is 50, key is test_row_0/A:col10/1732310599476/Put/seqid=0 2024-11-22T21:23:19,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:19,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742379_1555 (size=14741) 2024-11-22T21:23:19,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/dd00f07abad24247b982c62bd5011f5c 2024-11-22T21:23:19,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/36ddf8697347473da62ebcdf99fa9cf3 is 50, key is test_row_0/B:col10/1732310599476/Put/seqid=0 2024-11-22T21:23:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310659863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742380_1556 (size=12301) 2024-11-22T21:23:19,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/36ddf8697347473da62ebcdf99fa9cf3 2024-11-22T21:23:19,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/83777a10614a4e9090c181cf4f353c01 is 50, key is test_row_0/C:col10/1732310599476/Put/seqid=0 2024-11-22T21:23:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742381_1557 (size=12301) 2024-11-22T21:23:19,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/83777a10614a4e9090c181cf4f353c01 2024-11-22T21:23:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/dd00f07abad24247b982c62bd5011f5c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c 2024-11-22T21:23:19,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c, entries=200, sequenceid=409, filesize=14.4 K 2024-11-22T21:23:19,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/36ddf8697347473da62ebcdf99fa9cf3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3 2024-11-22T21:23:19,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3, entries=150, sequenceid=409, filesize=12.0 K 2024-11-22T21:23:19,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/83777a10614a4e9090c181cf4f353c01 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01 2024-11-22T21:23:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:19,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01, entries=150, sequenceid=409, filesize=12.0 K 2024-11-22T21:23:19,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 757595d1ff418886cbc3220ae3318d15 in 176ms, sequenceid=409, compaction requested=false 2024-11-22T21:23:19,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:19,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:19,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:19,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:19,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:19,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c41e5a8325554a55b731733abe3ee871 is 50, key is test_row_0/A:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310659998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310659999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310660001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742382_1558 (size=14741) 2024-11-22T21:23:20,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c41e5a8325554a55b731733abe3ee871 2024-11-22T21:23:20,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6bb08950121407f87373503cb672c82 is 50, key is test_row_0/B:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742383_1559 (size=12301) 2024-11-22T21:23:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310660110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310660110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310660110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:20,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:20,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310660138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,144 DEBUG [Thread-2092 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310660155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,161 DEBUG [Thread-2096 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:20,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:20,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310660318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310660318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310660319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:20,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:20,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6bb08950121407f87373503cb672c82 2024-11-22T21:23:20,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/fb9496a9dfc242e69dcf0f2cdc9381ba is 50, key is test_row_0/C:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742384_1560 (size=12301) 2024-11-22T21:23:20,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/fb9496a9dfc242e69dcf0f2cdc9381ba 2024-11-22T21:23:20,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c41e5a8325554a55b731733abe3ee871 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871 2024-11-22T21:23:20,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871, entries=200, sequenceid=433, filesize=14.4 K 2024-11-22T21:23:20,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d6bb08950121407f87373503cb672c82 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82 2024-11-22T21:23:20,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T21:23:20,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/fb9496a9dfc242e69dcf0f2cdc9381ba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba 2024-11-22T21:23:20,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T21:23:20,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 757595d1ff418886cbc3220ae3318d15 in 585ms, sequenceid=433, compaction requested=true 2024-11-22T21:23:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:20,560 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:20,560 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:20,561 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:20,561 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:20,562 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,562 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1bc8306cf814467fbe93c06a85700031, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.9 K 2024-11-22T21:23:20,562 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:20,562 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:20,562 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,562 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/358ab4107436458aa8721e24dbd3cc25, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=41.7 K 2024-11-22T21:23:20,563 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358ab4107436458aa8721e24dbd3cc25, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:20,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bc8306cf814467fbe93c06a85700031, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:20,563 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd00f07abad24247b982c62bd5011f5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732310599468 2024-11-22T21:23:20,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ddf8697347473da62ebcdf99fa9cf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732310599468 2024-11-22T21:23:20,564 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41e5a8325554a55b731733abe3ee871, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599851 2024-11-22T21:23:20,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d6bb08950121407f87373503cb672c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599863 2024-11-22T21:23:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:20,584 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:20,584 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/49fc7ae356334f30b8f567b1752831a3 is 50, key is test_row_0/A:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:20,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:20,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:20,594 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:20,595 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/288fe8f7891d492dae15c451b3605da5 is 50, key is test_row_0/B:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fe25260ae9b04494bc311d06e3abe069 is 50, key is test_row_0/A:col10/1732310599991/Put/seqid=0 2024-11-22T21:23:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742385_1561 (size=13323) 2024-11-22T21:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:20,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742386_1562 (size=13323) 2024-11-22T21:23:20,657 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/288fe8f7891d492dae15c451b3605da5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/288fe8f7891d492dae15c451b3605da5 2024-11-22T21:23:20,662 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 288fe8f7891d492dae15c451b3605da5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:20,662 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:20,662 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310600560; duration=0sec 2024-11-22T21:23:20,663 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:20,663 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:20,663 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:20,665 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:20,665 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:20,665 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,665 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5ca22d4a3229423bbfc57e1019988911, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=36.9 K 2024-11-22T21:23:20,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca22d4a3229423bbfc57e1019988911, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732310599323 2024-11-22T21:23:20,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 83777a10614a4e9090c181cf4f353c01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732310599468 2024-11-22T21:23:20,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9496a9dfc242e69dcf0f2cdc9381ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599863 2024-11-22T21:23:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742387_1563 (size=12301) 2024-11-22T21:23:20,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fe25260ae9b04494bc311d06e3abe069 2024-11-22T21:23:20,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d7251f38d504434bc1c218fe52181f9 is 50, key is test_row_0/B:col10/1732310599991/Put/seqid=0 2024-11-22T21:23:20,695 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:20,695 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/54635221d8df4ec9a8bc994b2b20a58d is 50, key is test_row_0/C:col10/1732310599868/Put/seqid=0 2024-11-22T21:23:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310660701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310660708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310660710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742389_1565 (size=13323) 2024-11-22T21:23:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742388_1564 (size=12301) 2024-11-22T21:23:20,757 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d7251f38d504434bc1c218fe52181f9 2024-11-22T21:23:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:20,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/34f1908f03094da59c2d9ae34fa327ec is 50, key is test_row_0/C:col10/1732310599991/Put/seqid=0 2024-11-22T21:23:20,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310660813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742390_1566 (size=12301) 2024-11-22T21:23:20,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/34f1908f03094da59c2d9ae34fa327ec 2024-11-22T21:23:20,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/fe25260ae9b04494bc311d06e3abe069 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069 2024-11-22T21:23:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310660823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310660823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:20,827 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T21:23:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d7251f38d504434bc1c218fe52181f9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9 2024-11-22T21:23:20,835 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T21:23:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/34f1908f03094da59c2d9ae34fa327ec as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec 2024-11-22T21:23:20,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T21:23:20,854 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 757595d1ff418886cbc3220ae3318d15 in 264ms, sequenceid=445, compaction requested=false 2024-11-22T21:23:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-22T21:23:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-22T21:23:20,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T21:23:20,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-22T21:23:20,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1950 sec 2024-11-22T21:23:21,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:21,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:21,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,028 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/49fc7ae356334f30b8f567b1752831a3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49fc7ae356334f30b8f567b1752831a3 2024-11-22T21:23:21,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/240750c1a9e94d32a37d4e1e67f3e983 is 50, key is test_row_0/A:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,038 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 49fc7ae356334f30b8f567b1752831a3(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:21,038 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,038 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310600560; duration=0sec 2024-11-22T21:23:21,038 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,038 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:21,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310661045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310661046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310661049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742391_1567 (size=14741) 2024-11-22T21:23:21,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/240750c1a9e94d32a37d4e1e67f3e983 2024-11-22T21:23:21,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/48c0681324864076ac5cfa3b8aa9b5a8 is 50, key is test_row_0/B:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742392_1568 (size=12301) 2024-11-22T21:23:21,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/48c0681324864076ac5cfa3b8aa9b5a8 2024-11-22T21:23:21,151 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/54635221d8df4ec9a8bc994b2b20a58d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/54635221d8df4ec9a8bc994b2b20a58d 2024-11-22T21:23:21,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3e496252378a4e9caa7203dc51aea1c8 is 50, key is test_row_0/C:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,160 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 54635221d8df4ec9a8bc994b2b20a58d(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:21,160 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,160 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310600564; duration=0sec 2024-11-22T21:23:21,160 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,160 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310661157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310661157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310661158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742393_1569 (size=12301) 2024-11-22T21:23:21,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3e496252378a4e9caa7203dc51aea1c8 2024-11-22T21:23:21,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/240750c1a9e94d32a37d4e1e67f3e983 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983 2024-11-22T21:23:21,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983, entries=200, sequenceid=471, filesize=14.4 K 2024-11-22T21:23:21,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/48c0681324864076ac5cfa3b8aa9b5a8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8 2024-11-22T21:23:21,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8, entries=150, sequenceid=471, filesize=12.0 K 2024-11-22T21:23:21,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3e496252378a4e9caa7203dc51aea1c8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8 2024-11-22T21:23:21,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8, entries=150, sequenceid=471, filesize=12.0 K 2024-11-22T21:23:21,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 198ms, sequenceid=471, compaction requested=true 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,219 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,219 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:21,220 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:21,220 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:21,220 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:21,220 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:21,220 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:21,220 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:21,220 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/288fe8f7891d492dae15c451b3605da5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.0 K 2024-11-22T21:23:21,220 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49fc7ae356334f30b8f567b1752831a3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=39.4 K 2024-11-22T21:23:21,221 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49fc7ae356334f30b8f567b1752831a3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599863 2024-11-22T21:23:21,221 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 288fe8f7891d492dae15c451b3605da5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599863 2024-11-22T21:23:21,221 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe25260ae9b04494bc311d06e3abe069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732310599991 2024-11-22T21:23:21,221 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d7251f38d504434bc1c218fe52181f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732310599991 2024-11-22T21:23:21,221 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 240750c1a9e94d32a37d4e1e67f3e983, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:21,222 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c0681324864076ac5cfa3b8aa9b5a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:21,233 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:21,234 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/97739e235f70452d93d02693f1a9feef is 50, key is test_row_0/B:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,235 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#489 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:21,236 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7a4739cd8abb453183a62ea80a0cbc9c is 50, key is test_row_0/A:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742394_1570 (size=13425) 2024-11-22T21:23:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742395_1571 (size=13425) 2024-11-22T21:23:21,307 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7a4739cd8abb453183a62ea80a0cbc9c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7a4739cd8abb453183a62ea80a0cbc9c 2024-11-22T21:23:21,313 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into 7a4739cd8abb453183a62ea80a0cbc9c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:21,313 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,313 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310601219; duration=0sec 2024-11-22T21:23:21,314 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:21,314 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:21,314 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:21,315 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:21,315 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:21,315 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:21,315 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/54635221d8df4ec9a8bc994b2b20a58d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.0 K 2024-11-22T21:23:21,315 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54635221d8df4ec9a8bc994b2b20a58d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732310599863 2024-11-22T21:23:21,316 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34f1908f03094da59c2d9ae34fa327ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732310599991 2024-11-22T21:23:21,316 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e496252378a4e9caa7203dc51aea1c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:21,324 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:21,324 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/e39e8c36adbd4fdbb6ecc87b4355cd80 is 50, key is test_row_0/C:col10/1732310600708/Put/seqid=0 2024-11-22T21:23:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742396_1572 (size=13425) 2024-11-22T21:23:21,370 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/e39e8c36adbd4fdbb6ecc87b4355cd80 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e39e8c36adbd4fdbb6ecc87b4355cd80 2024-11-22T21:23:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:21,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:21,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,376 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into e39e8c36adbd4fdbb6ecc87b4355cd80(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:21,376 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,376 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310601219; duration=0sec 2024-11-22T21:23:21,376 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,376 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:21,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/85cd84ece8f648478d7fc0253e9a05b7 is 50, key is test_row_0/A:col10/1732310601369/Put/seqid=0 2024-11-22T21:23:21,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742397_1573 (size=17181) 2024-11-22T21:23:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310661481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310661485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310661490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310661592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310661597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310661603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,680 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/97739e235f70452d93d02693f1a9feef as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/97739e235f70452d93d02693f1a9feef 2024-11-22T21:23:21,686 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 97739e235f70452d93d02693f1a9feef(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:21,686 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,686 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310601219; duration=0sec 2024-11-22T21:23:21,687 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:21,687 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T21:23:21,772 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-22T21:23:21,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-22T21:23:21,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:21,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:21,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T21:23:21,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/85cd84ece8f648478d7fc0253e9a05b7 2024-11-22T21:23:21,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/258de45a6338432cb96e8b63384a9445 is 50, key is test_row_0/B:col10/1732310601369/Put/seqid=0 2024-11-22T21:23:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310661794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310661800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310661812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:21,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742398_1574 (size=12301) 2024-11-22T21:23:21,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/258de45a6338432cb96e8b63384a9445 2024-11-22T21:23:21,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/04779ead84c9409cbd6b9e6c3005e227 is 50, key is test_row_0/C:col10/1732310601369/Put/seqid=0 2024-11-22T21:23:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T21:23:21,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742399_1575 (size=12301) 2024-11-22T21:23:21,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/04779ead84c9409cbd6b9e6c3005e227 2024-11-22T21:23:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/85cd84ece8f648478d7fc0253e9a05b7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7 2024-11-22T21:23:21,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7, entries=250, sequenceid=488, filesize=16.8 K 2024-11-22T21:23:21,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/258de45a6338432cb96e8b63384a9445 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445 2024-11-22T21:23:21,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445, entries=150, sequenceid=488, filesize=12.0 K 2024-11-22T21:23:21,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/04779ead84c9409cbd6b9e6c3005e227 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227 2024-11-22T21:23:21,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227, entries=150, sequenceid=488, filesize=12.0 K 2024-11-22T21:23:21,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 757595d1ff418886cbc3220ae3318d15 in 547ms, sequenceid=488, compaction requested=false 2024-11-22T21:23:21,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:21,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:21,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T21:23:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:21,929 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:23:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:21,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:21,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/080b6e65e5904adfb7bd5fa7ddfaa054 is 50, key is test_row_0/A:col10/1732310601484/Put/seqid=0 2024-11-22T21:23:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742400_1576 (size=12301) 2024-11-22T21:23:21,977 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/080b6e65e5904adfb7bd5fa7ddfaa054 2024-11-22T21:23:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c718c6906c7b4fbf88699e7ee5ae72af is 50, key is test_row_0/B:col10/1732310601484/Put/seqid=0 2024-11-22T21:23:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742401_1577 (size=12301) 2024-11-22T21:23:22,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c718c6906c7b4fbf88699e7ee5ae72af 2024-11-22T21:23:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c819075b5c244c1db058719b5e7f6237 is 50, key is test_row_0/C:col10/1732310601484/Put/seqid=0 2024-11-22T21:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T21:23:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742402_1578 (size=12301) 2024-11-22T21:23:22,107 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c819075b5c244c1db058719b5e7f6237 2024-11-22T21:23:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/080b6e65e5904adfb7bd5fa7ddfaa054 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054 2024-11-22T21:23:22,116 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T21:23:22,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/c718c6906c7b4fbf88699e7ee5ae72af as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af 2024-11-22T21:23:22,121 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T21:23:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/c819075b5c244c1db058719b5e7f6237 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237 2024-11-22T21:23:22,127 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T21:23:22,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=46.96 KB/48090 for 757595d1ff418886cbc3220ae3318d15 in 199ms, sequenceid=512, compaction requested=true 2024-11-22T21:23:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-22T21:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-22T21:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:22,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:22,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T21:23:22,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 353 msec 2024-11-22T21:23:22,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 358 msec 2024-11-22T21:23:22,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/43f3ecf4991945df8b2bad994eb8385c is 50, key is test_row_0/A:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742403_1579 (size=19621) 2024-11-22T21:23:22,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/43f3ecf4991945df8b2bad994eb8385c 2024-11-22T21:23:22,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d682ff444e714478b0fbab8baf161707 is 50, key is test_row_0/B:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:23:22,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742404_1580 (size=12301) 2024-11-22T21:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310662202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d682ff444e714478b0fbab8baf161707 2024-11-22T21:23:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310662204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310662210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc69229151c440819e0e0e5a05534683 is 50, key is test_row_0/C:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742405_1581 (size=12301) 2024-11-22T21:23:22,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc69229151c440819e0e0e5a05534683 2024-11-22T21:23:22,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/43f3ecf4991945df8b2bad994eb8385c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c 2024-11-22T21:23:22,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c, entries=300, sequenceid=523, filesize=19.2 K 2024-11-22T21:23:22,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/d682ff444e714478b0fbab8baf161707 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707 2024-11-22T21:23:22,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707, entries=150, sequenceid=523, filesize=12.0 K 2024-11-22T21:23:22,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bc69229151c440819e0e0e5a05534683 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683 2024-11-22T21:23:22,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683, entries=150, sequenceid=523, filesize=12.0 K 2024-11-22T21:23:22,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 757595d1ff418886cbc3220ae3318d15 in 154ms, sequenceid=523, compaction requested=true 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:22,285 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:22,285 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:22,286 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:22,286 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:22,286 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:22,286 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:22,286 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,286 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,286 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7a4739cd8abb453183a62ea80a0cbc9c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=61.1 K 2024-11-22T21:23:22,286 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/97739e235f70452d93d02693f1a9feef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=49.1 K 2024-11-22T21:23:22,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 97739e235f70452d93d02693f1a9feef, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:22,287 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a4739cd8abb453183a62ea80a0cbc9c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:22,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 258de45a6338432cb96e8b63384a9445, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732310601368 2024-11-22T21:23:22,287 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85cd84ece8f648478d7fc0253e9a05b7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732310601036 2024-11-22T21:23:22,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting c718c6906c7b4fbf88699e7ee5ae72af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732310601469 2024-11-22T21:23:22,288 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 080b6e65e5904adfb7bd5fa7ddfaa054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732310601469 2024-11-22T21:23:22,288 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d682ff444e714478b0fbab8baf161707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602118 2024-11-22T21:23:22,288 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f3ecf4991945df8b2bad994eb8385c, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602110 2024-11-22T21:23:22,304 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,304 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/3f1d9417dd604f029d9d25574d36adcb is 50, key is test_row_0/B:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,314 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,314 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/ba80c042dc2d4693b1cc8696b10a9262 is 50, key is test_row_0/A:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:22,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:22,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310662336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310662339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb0c0423335d4075a63e1f4154381305 is 50, key is test_row_0/A:col10/1732310602174/Put/seqid=0 2024-11-22T21:23:22,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310662339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742406_1582 (size=13561) 2024-11-22T21:23:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742407_1583 (size=13561) 2024-11-22T21:23:22,380 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/ba80c042dc2d4693b1cc8696b10a9262 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/ba80c042dc2d4693b1cc8696b10a9262 2024-11-22T21:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T21:23:22,382 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-22T21:23:22,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-22T21:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:22,385 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:22,386 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:22,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:22,388 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into ba80c042dc2d4693b1cc8696b10a9262(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:22,388 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,388 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=12, startTime=1732310602285; duration=0sec 2024-11-22T21:23:22,388 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:22,388 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:22,388 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:22,390 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:22,390 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:22,391 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,391 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e39e8c36adbd4fdbb6ecc87b4355cd80, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=49.1 K 2024-11-22T21:23:22,392 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e39e8c36adbd4fdbb6ecc87b4355cd80, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732310600692 2024-11-22T21:23:22,392 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04779ead84c9409cbd6b9e6c3005e227, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732310601368 2024-11-22T21:23:22,393 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c819075b5c244c1db058719b5e7f6237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732310601469 2024-11-22T21:23:22,393 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc69229151c440819e0e0e5a05534683, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602118 2024-11-22T21:23:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742408_1584 (size=14741) 2024-11-22T21:23:22,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb0c0423335d4075a63e1f4154381305 2024-11-22T21:23:22,420 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#503 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,421 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/4aaf318669d847ea9b735753d2b4c9f0 is 50, key is test_row_0/C:col10/1732310602126/Put/seqid=0 2024-11-22T21:23:22,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/021ec8737715406ba6d4df489151151c is 50, key is test_row_0/B:col10/1732310602174/Put/seqid=0 2024-11-22T21:23:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310662441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310662447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310662452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742409_1585 (size=13561) 2024-11-22T21:23:22,481 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/4aaf318669d847ea9b735753d2b4c9f0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/4aaf318669d847ea9b735753d2b4c9f0 2024-11-22T21:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:22,486 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 4aaf318669d847ea9b735753d2b4c9f0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:22,486 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,486 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=12, startTime=1732310602285; duration=0sec 2024-11-22T21:23:22,486 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:22,486 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742410_1586 (size=12301) 2024-11-22T21:23:22,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/021ec8737715406ba6d4df489151151c 2024-11-22T21:23:22,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/170d308101674d99936d2674ef01a985 is 50, key is test_row_0/C:col10/1732310602174/Put/seqid=0 2024-11-22T21:23:22,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:22,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742411_1587 (size=12301) 2024-11-22T21:23:22,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/170d308101674d99936d2674ef01a985 2024-11-22T21:23:22,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb0c0423335d4075a63e1f4154381305 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305 2024-11-22T21:23:22,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305, entries=200, sequenceid=549, filesize=14.4 K 2024-11-22T21:23:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/021ec8737715406ba6d4df489151151c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c 2024-11-22T21:23:22,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c, entries=150, sequenceid=549, filesize=12.0 K 2024-11-22T21:23:22,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/170d308101674d99936d2674ef01a985 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985 2024-11-22T21:23:22,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985, entries=150, sequenceid=549, filesize=12.0 K 2024-11-22T21:23:22,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 757595d1ff418886cbc3220ae3318d15 in 262ms, sequenceid=549, compaction requested=false 2024-11-22T21:23:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:22,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:22,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c1b0617daa974f2b826c435c7362481d is 50, key is test_row_0/A:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742412_1588 (size=14741) 2024-11-22T21:23:22,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c1b0617daa974f2b826c435c7362481d 2024-11-22T21:23:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:22,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:22,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/cf897ab8c58f427596063530a750f2eb is 50, key is test_row_0/B:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742413_1589 (size=12301) 2024-11-22T21:23:22,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/cf897ab8c58f427596063530a750f2eb 2024-11-22T21:23:22,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55bd6b4ea46042cdb9a356c4e1de2671 is 50, key is test_row_0/C:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742414_1590 (size=12301) 2024-11-22T21:23:22,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55bd6b4ea46042cdb9a356c4e1de2671 2024-11-22T21:23:22,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/c1b0617daa974f2b826c435c7362481d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d 2024-11-22T21:23:22,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d, entries=200, sequenceid=562, filesize=14.4 K 2024-11-22T21:23:22,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/cf897ab8c58f427596063530a750f2eb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb 2024-11-22T21:23:22,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb, entries=150, sequenceid=562, filesize=12.0 K 2024-11-22T21:23:22,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/55bd6b4ea46042cdb9a356c4e1de2671 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671 2024-11-22T21:23:22,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671, entries=150, sequenceid=562, filesize=12.0 K 2024-11-22T21:23:22,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=107.34 KB/109920 for 757595d1ff418886cbc3220ae3318d15 in 97ms, sequenceid=562, compaction requested=true 2024-11-22T21:23:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:22,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:22,752 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:22,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:22,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:22,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:22,753 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:22,753 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:22,753 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,753 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/ba80c042dc2d4693b1cc8696b10a9262, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=42.0 K 2024-11-22T21:23:22,753 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba80c042dc2d4693b1cc8696b10a9262, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602118 2024-11-22T21:23:22,754 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb0c0423335d4075a63e1f4154381305, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732310602174 2024-11-22T21:23:22,754 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1b0617daa974f2b826c435c7362481d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602334 2024-11-22T21:23:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:22,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:22,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:22,766 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,767 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/af41796d42da46baa6cca2db558a81a3 is 50, key is test_row_0/A:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,769 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/3f1d9417dd604f029d9d25574d36adcb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/3f1d9417dd604f029d9d25574d36adcb 2024-11-22T21:23:22,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb9a44e18618433eb1dffc75e6562adb is 50, key is test_row_0/A:col10/1732310602747/Put/seqid=0 2024-11-22T21:23:22,784 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 3f1d9417dd604f029d9d25574d36adcb(size=13.2 K), total size for store is 37.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:22,784 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,784 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=12, startTime=1732310602285; duration=0sec 2024-11-22T21:23:22,784 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:22,784 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:22,784 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:22,784 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:22,786 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:22,786 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:22,786 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,786 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/4aaf318669d847ea9b735753d2b4c9f0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.3 K 2024-11-22T21:23:22,787 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aaf318669d847ea9b735753d2b4c9f0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602118 2024-11-22T21:23:22,788 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 170d308101674d99936d2674ef01a985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732310602174 2024-11-22T21:23:22,789 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 55bd6b4ea46042cdb9a356c4e1de2671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602337 2024-11-22T21:23:22,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310662800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310662801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742415_1591 (size=13663) 2024-11-22T21:23:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310662807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742416_1592 (size=14741) 2024-11-22T21:23:22,832 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/af41796d42da46baa6cca2db558a81a3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/af41796d42da46baa6cca2db558a81a3 2024-11-22T21:23:22,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb9a44e18618433eb1dffc75e6562adb 2024-11-22T21:23:22,838 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,838 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/426b40b295134cdaae59b5a87cf04166 is 50, key is test_row_0/C:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,843 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into af41796d42da46baa6cca2db558a81a3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:22,843 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:22,843 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310602752; duration=0sec 2024-11-22T21:23:22,843 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:22,843 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:22,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:22,843 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:22,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:22,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,844 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:22,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,844 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:22,844 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,844 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/3f1d9417dd604f029d9d25574d36adcb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.3 K 2024-11-22T21:23:22,844 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f1d9417dd604f029d9d25574d36adcb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732310602118 2024-11-22T21:23:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,846 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 021ec8737715406ba6d4df489151151c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732310602174 2024-11-22T21:23:22,846 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf897ab8c58f427596063530a750f2eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602337 2024-11-22T21:23:22,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d54c84464354fe6a6bd56a594c105aa is 50, key is test_row_0/B:col10/1732310602747/Put/seqid=0 2024-11-22T21:23:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742417_1593 (size=13663) 2024-11-22T21:23:22,900 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:22,900 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/01428ebdd8ff45e39559395bd5243361 is 50, key is test_row_0/B:col10/1732310602337/Put/seqid=0 2024-11-22T21:23:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310662911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310662912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742418_1594 (size=12301) 2024-11-22T21:23:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310662920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:22,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d54c84464354fe6a6bd56a594c105aa 2024-11-22T21:23:22,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3ed7fae8bd86475fb428e23fa5eb48bd is 50, key is test_row_0/C:col10/1732310602747/Put/seqid=0 2024-11-22T21:23:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742419_1595 (size=13663) 2024-11-22T21:23:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742420_1596 (size=12301) 2024-11-22T21:23:22,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3ed7fae8bd86475fb428e23fa5eb48bd 2024-11-22T21:23:22,994 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/01428ebdd8ff45e39559395bd5243361 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/01428ebdd8ff45e39559395bd5243361 2024-11-22T21:23:22,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:22,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:22,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:22,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:22,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/bb9a44e18618433eb1dffc75e6562adb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb 2024-11-22T21:23:23,008 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 01428ebdd8ff45e39559395bd5243361(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:23,008 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,008 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310602752; duration=0sec 2024-11-22T21:23:23,008 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:23,008 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:23,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb, entries=200, sequenceid=582, filesize=14.4 K 2024-11-22T21:23:23,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/4d54c84464354fe6a6bd56a594c105aa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa 2024-11-22T21:23:23,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa, entries=150, sequenceid=582, filesize=12.0 K 2024-11-22T21:23:23,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/3ed7fae8bd86475fb428e23fa5eb48bd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd 2024-11-22T21:23:23,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd, entries=150, sequenceid=582, filesize=12.0 K 2024-11-22T21:23:23,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 757595d1ff418886cbc3220ae3318d15 in 272ms, sequenceid=582, compaction requested=false 2024-11-22T21:23:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:23,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/2e86eefb4e4b4aa48bc1af075348dcbe is 50, key is test_row_0/A:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742421_1597 (size=17181) 2024-11-22T21:23:23,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/2e86eefb4e4b4aa48bc1af075348dcbe 2024-11-22T21:23:23,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:23,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/44dc18f077254ffa835ec41d7c652a86 is 50, key is test_row_0/B:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310663160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310663160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310663162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742422_1598 (size=12301) 2024-11-22T21:23:23,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/44dc18f077254ffa835ec41d7c652a86 2024-11-22T21:23:23,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a3a26affc61449c3a741b93aa37fcc56 is 50, key is test_row_0/C:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742423_1599 (size=12301) 2024-11-22T21:23:23,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a3a26affc61449c3a741b93aa37fcc56 2024-11-22T21:23:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/2e86eefb4e4b4aa48bc1af075348dcbe as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe 2024-11-22T21:23:23,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe, entries=250, sequenceid=603, filesize=16.8 K 2024-11-22T21:23:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/44dc18f077254ffa835ec41d7c652a86 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86 2024-11-22T21:23:23,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86, entries=150, sequenceid=603, filesize=12.0 K 2024-11-22T21:23:23,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a3a26affc61449c3a741b93aa37fcc56 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56 2024-11-22T21:23:23,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56, entries=150, sequenceid=603, filesize=12.0 K 2024-11-22T21:23:23,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 757595d1ff418886cbc3220ae3318d15 in 135ms, sequenceid=603, compaction requested=true 2024-11-22T21:23:23,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,253 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:23,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:23,254 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:23,254 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:23,254 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,254 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/af41796d42da46baa6cca2db558a81a3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=44.5 K 2024-11-22T21:23:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:23,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:23,255 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting af41796d42da46baa6cca2db558a81a3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602337 2024-11-22T21:23:23,256 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb9a44e18618433eb1dffc75e6562adb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732310602744 2024-11-22T21:23:23,256 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e86eefb4e4b4aa48bc1af075348dcbe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602797 2024-11-22T21:23:23,265 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:23,265 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/b66ea8cad53243229dea203cb3ab769d is 50, key is test_row_0/A:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:23,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T21:23:23,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,288 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/426b40b295134cdaae59b5a87cf04166 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/426b40b295134cdaae59b5a87cf04166 2024-11-22T21:23:23,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/9f5e28fd68774e06a9438a9ace67d075 is 50, key is test_row_0/A:col10/1732310603271/Put/seqid=0 2024-11-22T21:23:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742424_1600 (size=13765) 2024-11-22T21:23:23,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:23,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:23,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,307 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/b66ea8cad53243229dea203cb3ab769d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/b66ea8cad53243229dea203cb3ab769d 2024-11-22T21:23:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742425_1601 (size=12301) 2024-11-22T21:23:23,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/9f5e28fd68774e06a9438a9ace67d075 2024-11-22T21:23:23,329 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 426b40b295134cdaae59b5a87cf04166(size=13.3 K), total size for store is 37.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:23,329 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,329 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310602753; duration=0sec 2024-11-22T21:23:23,330 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into b66ea8cad53243229dea203cb3ab769d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,330 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=13, startTime=1732310603253; duration=0sec 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:23,330 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:23,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/8613192f26584860a4089602c6d612e3 is 50, key is test_row_0/B:col10/1732310603271/Put/seqid=0 2024-11-22T21:23:23,331 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:23,332 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:23,332 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:23,332 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,332 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/01428ebdd8ff45e39559395bd5243361, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.4 K 2024-11-22T21:23:23,332 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:23,333 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:23,333 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,333 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/426b40b295134cdaae59b5a87cf04166, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=37.4 K 2024-11-22T21:23:23,333 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 426b40b295134cdaae59b5a87cf04166, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602337 2024-11-22T21:23:23,334 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ed7fae8bd86475fb428e23fa5eb48bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732310602745 2024-11-22T21:23:23,334 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a26affc61449c3a741b93aa37fcc56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602800 2024-11-22T21:23:23,344 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 01428ebdd8ff45e39559395bd5243361, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1732310602337 2024-11-22T21:23:23,345 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d54c84464354fe6a6bd56a594c105aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732310602745 2024-11-22T21:23:23,345 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 44dc18f077254ffa835ec41d7c652a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602800 2024-11-22T21:23:23,350 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:23,351 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/896e94388ad64f509d0caafce8c61026 is 50, key is test_row_0/C:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310663371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310663373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310663371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,382 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#522 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:23,382 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/295349dad39d4aa3b0a8a2f6fc85ce11 is 50, key is test_row_0/B:col10/1732310603117/Put/seqid=0 2024-11-22T21:23:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742426_1602 (size=12301) 2024-11-22T21:23:23,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/8613192f26584860a4089602c6d612e3 2024-11-22T21:23:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742427_1603 (size=13765) 2024-11-22T21:23:23,429 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/896e94388ad64f509d0caafce8c61026 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/896e94388ad64f509d0caafce8c61026 2024-11-22T21:23:23,437 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into 896e94388ad64f509d0caafce8c61026(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:23,437 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,437 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=13, startTime=1732310603255; duration=0sec 2024-11-22T21:23:23,437 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:23,438 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:23,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/7e15be4cc4a94196913fafbfc38dfb26 is 50, key is test_row_0/C:col10/1732310603271/Put/seqid=0 2024-11-22T21:23:23,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:23,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:23,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:23,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742428_1604 (size=13765) 2024-11-22T21:23:23,476 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/295349dad39d4aa3b0a8a2f6fc85ce11 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/295349dad39d4aa3b0a8a2f6fc85ce11 2024-11-22T21:23:23,481 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 295349dad39d4aa3b0a8a2f6fc85ce11(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:23,482 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,482 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=13, startTime=1732310603255; duration=0sec 2024-11-22T21:23:23,482 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:23,482 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310663483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310663484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310663484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742429_1605 (size=12301) 2024-11-22T21:23:23,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/7e15be4cc4a94196913fafbfc38dfb26 2024-11-22T21:23:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/9f5e28fd68774e06a9438a9ace67d075 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075 2024-11-22T21:23:23,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075, entries=150, sequenceid=624, filesize=12.0 K 2024-11-22T21:23:23,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/8613192f26584860a4089602c6d612e3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3 2024-11-22T21:23:23,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3, entries=150, sequenceid=624, filesize=12.0 K 2024-11-22T21:23:23,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/7e15be4cc4a94196913fafbfc38dfb26 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26 2024-11-22T21:23:23,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26, entries=150, sequenceid=624, filesize=12.0 K 2024-11-22T21:23:23,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 757595d1ff418886cbc3220ae3318d15 in 247ms, sequenceid=624, compaction requested=false 2024-11-22T21:23:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:23,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:23,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T21:23:23,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:23,610 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/54b51a6d22ab49b0a5c773e437241c00 is 50, key is test_row_0/A:col10/1732310603371/Put/seqid=0 2024-11-22T21:23:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742430_1606 (size=12301) 2024-11-22T21:23:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310663728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310663729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310663736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310663839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310663840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310663840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310664044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310664045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310664046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/54b51a6d22ab49b0a5c773e437241c00 2024-11-22T21:23:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/1c0756fd3b6e488c96e52f5120f09685 is 50, key is test_row_0/B:col10/1732310603371/Put/seqid=0 2024-11-22T21:23:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742431_1607 (size=12301) 2024-11-22T21:23:24,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/1c0756fd3b6e488c96e52f5120f09685 2024-11-22T21:23:24,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/102dbd900f14400aae6d40baad5f4bd8 is 50, key is test_row_0/C:col10/1732310603371/Put/seqid=0 2024-11-22T21:23:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742432_1608 (size=12301) 2024-11-22T21:23:24,160 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/102dbd900f14400aae6d40baad5f4bd8 2024-11-22T21:23:24,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/54b51a6d22ab49b0a5c773e437241c00 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00 2024-11-22T21:23:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40464 deadline: 1732310664163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,167 DEBUG [Thread-2092 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., hostname=a98040524f50,45229,1732310453838, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:24,170 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00, entries=150, sequenceid=643, filesize=12.0 K 2024-11-22T21:23:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/1c0756fd3b6e488c96e52f5120f09685 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685 2024-11-22T21:23:24,175 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685, entries=150, sequenceid=643, filesize=12.0 K 2024-11-22T21:23:24,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/102dbd900f14400aae6d40baad5f4bd8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8 2024-11-22T21:23:24,180 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8, entries=150, sequenceid=643, filesize=12.0 K 2024-11-22T21:23:24,181 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 757595d1ff418886cbc3220ae3318d15 in 571ms, sequenceid=643, compaction requested=true 2024-11-22T21:23:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:24,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:24,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-22T21:23:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-22T21:23:24,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T21:23:24,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-22T21:23:24,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8140 sec 2024-11-22T21:23:24,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 is 50, key is test_row_0/A:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742433_1609 (size=14741) 2024-11-22T21:23:24,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 2024-11-22T21:23:24,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07286cd1136845ad8cf724e714449e46 is 50, key is test_row_0/B:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742434_1610 (size=12301) 2024-11-22T21:23:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310664288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40494 deadline: 1732310664352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40452 deadline: 1732310664353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40432 deadline: 1732310664353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310664392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T21:23:24,493 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-22T21:23:24,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-22T21:23:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:24,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:24,497 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:24,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:24,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40496 deadline: 1732310664597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:24,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:24,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T21:23:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:24,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:24,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07286cd1136845ad8cf724e714449e46 2024-11-22T21:23:24,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a36dd03acd0b4d46b9b84ea63786742b is 50, key is test_row_0/C:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742435_1611 (size=12301) 2024-11-22T21:23:24,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a36dd03acd0b4d46b9b84ea63786742b 2024-11-22T21:23:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 2024-11-22T21:23:24,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2, entries=200, sequenceid=665, filesize=14.4 K 2024-11-22T21:23:24,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/07286cd1136845ad8cf724e714449e46 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46 2024-11-22T21:23:24,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46, entries=150, sequenceid=665, filesize=12.0 K 2024-11-22T21:23:24,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a36dd03acd0b4d46b9b84ea63786742b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b 2024-11-22T21:23:24,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b, entries=150, sequenceid=665, filesize=12.0 K 2024-11-22T21:23:24,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 757595d1ff418886cbc3220ae3318d15 in 613ms, sequenceid=665, compaction requested=true 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T21:23:24,796 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:24,796 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:24,799 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:24,799 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/C is initiating minor compaction (all files) 2024-11-22T21:23:24,799 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/C in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,800 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/896e94388ad64f509d0caafce8c61026, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=49.5 K 2024-11-22T21:23:24,800 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53108 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:24,800 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/A is initiating minor compaction (all files) 2024-11-22T21:23:24,800 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/A in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,800 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/b66ea8cad53243229dea203cb3ab769d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=51.9 K 2024-11-22T21:23:24,800 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b66ea8cad53243229dea203cb3ab769d, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602800 2024-11-22T21:23:24,801 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 896e94388ad64f509d0caafce8c61026, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602800 2024-11-22T21:23:24,801 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e15be4cc4a94196913fafbfc38dfb26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732310603160 2024-11-22T21:23:24,801 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5e28fd68774e06a9438a9ace67d075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732310603160 2024-11-22T21:23:24,801 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54b51a6d22ab49b0a5c773e437241c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732310603348 2024-11-22T21:23:24,801 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 102dbd900f14400aae6d40baad5f4bd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732310603348 2024-11-22T21:23:24,802 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db0da0a80bc48ed8cacc1b3c29b3fc2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732310603717 2024-11-22T21:23:24,802 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a36dd03acd0b4d46b9b84ea63786742b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732310603717 2024-11-22T21:23:24,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:24,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T21:23:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:24,808 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:23:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:24,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/f3afb5ab92534ccda1cbbe4bed4df920 is 50, key is test_row_0/A:col10/1732310604215/Put/seqid=0 2024-11-22T21:23:24,840 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#A#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:24,840 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/d5f0da1d9d394474b6810314b8bb1fd3 is 50, key is test_row_0/A:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:24,854 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:24,855 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a5fb295987cd4c52a1907e684bf35ab4 is 50, key is test_row_0/C:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:24,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. as already flushing 2024-11-22T21:23:24,884 DEBUG [Thread-2094 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:59168 2024-11-22T21:23:24,884 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,884 DEBUG [Thread-2090 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:59168 2024-11-22T21:23:24,884 DEBUG [Thread-2090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,886 DEBUG [Thread-2103 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:59168 2024-11-22T21:23:24,886 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742436_1612 (size=12301) 2024-11-22T21:23:24,894 DEBUG [Thread-2101 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:59168 2024-11-22T21:23:24,895 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,895 DEBUG [Thread-2109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:59168 2024-11-22T21:23:24,895 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,895 DEBUG [Thread-2105 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:59168 2024-11-22T21:23:24,895 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,896 DEBUG [Thread-2098 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:59168 2024-11-22T21:23:24,896 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,899 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/f3afb5ab92534ccda1cbbe4bed4df920 2024-11-22T21:23:24,903 DEBUG [Thread-2107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:59168 2024-11-22T21:23:24,903 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,907 DEBUG [Thread-2096 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:59168 2024-11-22T21:23:24,907 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742437_1613 (size=13901) 2024-11-22T21:23:24,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/7f1c069479b54b4eb1da37b9ad727858 is 50, key is test_row_0/B:col10/1732310604215/Put/seqid=0 2024-11-22T21:23:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742438_1614 (size=13901) 2024-11-22T21:23:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742439_1615 (size=12301) 2024-11-22T21:23:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:25,318 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/d5f0da1d9d394474b6810314b8bb1fd3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/d5f0da1d9d394474b6810314b8bb1fd3 2024-11-22T21:23:25,323 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/A of 757595d1ff418886cbc3220ae3318d15 into d5f0da1d9d394474b6810314b8bb1fd3(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:25,323 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:25,323 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/A, priority=12, startTime=1732310604796; duration=0sec 2024-11-22T21:23:25,323 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:25,323 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:25,324 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:25,325 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:25,325 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): 757595d1ff418886cbc3220ae3318d15/B is initiating minor compaction (all files) 2024-11-22T21:23:25,325 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757595d1ff418886cbc3220ae3318d15/B in TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:25,325 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/295349dad39d4aa3b0a8a2f6fc85ce11, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp, totalSize=49.5 K 2024-11-22T21:23:25,325 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 295349dad39d4aa3b0a8a2f6fc85ce11, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1732310602800 2024-11-22T21:23:25,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8613192f26584860a4089602c6d612e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1732310603160 2024-11-22T21:23:25,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0756fd3b6e488c96e52f5120f09685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732310603348 2024-11-22T21:23:25,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07286cd1136845ad8cf724e714449e46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1732310603717 2024-11-22T21:23:25,335 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757595d1ff418886cbc3220ae3318d15#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:25,335 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/7f57c99b83764c189256f43625af8852 is 50, key is test_row_0/B:col10/1732310603727/Put/seqid=0 2024-11-22T21:23:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742440_1616 (size=13901) 2024-11-22T21:23:25,347 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/a5fb295987cd4c52a1907e684bf35ab4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a5fb295987cd4c52a1907e684bf35ab4 2024-11-22T21:23:25,351 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/C of 757595d1ff418886cbc3220ae3318d15 into a5fb295987cd4c52a1907e684bf35ab4(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:25,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:25,351 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/C, priority=12, startTime=1732310604796; duration=0sec 2024-11-22T21:23:25,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:25,351 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:25,354 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/7f1c069479b54b4eb1da37b9ad727858 2024-11-22T21:23:25,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/182ff1386c0c417291b8d3cd06a5faea is 50, key is test_row_0/C:col10/1732310604215/Put/seqid=0 2024-11-22T21:23:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742441_1617 (size=12301) 2024-11-22T21:23:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:25,744 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/7f57c99b83764c189256f43625af8852 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f57c99b83764c189256f43625af8852 2024-11-22T21:23:25,748 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757595d1ff418886cbc3220ae3318d15/B of 757595d1ff418886cbc3220ae3318d15 into 7f57c99b83764c189256f43625af8852(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:25,748 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:25,748 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15., storeName=757595d1ff418886cbc3220ae3318d15/B, priority=12, startTime=1732310604796; duration=0sec 2024-11-22T21:23:25,748 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:25,748 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:25,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/182ff1386c0c417291b8d3cd06a5faea 2024-11-22T21:23:25,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/f3afb5ab92534ccda1cbbe4bed4df920 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f3afb5ab92534ccda1cbbe4bed4df920 2024-11-22T21:23:25,771 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f3afb5ab92534ccda1cbbe4bed4df920, entries=150, sequenceid=679, filesize=12.0 K 2024-11-22T21:23:25,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/7f1c069479b54b4eb1da37b9ad727858 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f1c069479b54b4eb1da37b9ad727858 2024-11-22T21:23:25,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f1c069479b54b4eb1da37b9ad727858, entries=150, sequenceid=679, filesize=12.0 K 2024-11-22T21:23:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/182ff1386c0c417291b8d3cd06a5faea as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/182ff1386c0c417291b8d3cd06a5faea 2024-11-22T21:23:25,778 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/182ff1386c0c417291b8d3cd06a5faea, entries=150, sequenceid=679, filesize=12.0 K 2024-11-22T21:23:25,779 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=53.67 KB/54960 for 757595d1ff418886cbc3220ae3318d15 in 971ms, sequenceid=679, compaction requested=false 2024-11-22T21:23:25,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:25,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:25,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-22T21:23:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-22T21:23:25,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T21:23:25,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-22T21:23:25,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.2870 sec 2024-11-22T21:23:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T21:23:26,601 INFO [Thread-2100 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-22T21:23:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:34,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757595d1ff418886cbc3220ae3318d15 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:34,209 DEBUG [Thread-2092 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:59168 2024-11-22T21:23:34,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=A 2024-11-22T21:23:34,209 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:34,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:34,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=B 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:23:34,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 135 2024-11-22T21:23:34,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757595d1ff418886cbc3220ae3318d15, store=C 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 147 2024-11-22T21:23:34,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1741 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5221 rows 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1734 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5202 rows 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1730 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5190 rows 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1742 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5226 rows 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1748 2024-11-22T21:23:34,210 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5242 rows 2024-11-22T21:23:34,210 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:23:34,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:59168 2024-11-22T21:23:34,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:34,212 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:23:34,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:23:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:34,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7357efaba2b445589284258588eaf6f2 is 50, key is test_row_0/A:col10/1732310604904/Put/seqid=0 2024-11-22T21:23:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:34,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310614216"}]},"ts":"1732310614216"} 2024-11-22T21:23:34,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:23:34,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742442_1618 (size=12301) 2024-11-22T21:23:34,221 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:23:34,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:23:34,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, UNASSIGN}] 2024-11-22T21:23:34,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, UNASSIGN 2024-11-22T21:23:34,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=757595d1ff418886cbc3220ae3318d15, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:34,224 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:23:34,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:34,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:34,374 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:34,374 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:23:34,374 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 757595d1ff418886cbc3220ae3318d15, disabling compactions & flushes 2024-11-22T21:23:34,374 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:34,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7357efaba2b445589284258588eaf6f2 2024-11-22T21:23:34,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/827ebd726c2440a2aa47828787b6f205 is 50, key is test_row_0/B:col10/1732310604904/Put/seqid=0 2024-11-22T21:23:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742443_1619 (size=12301) 2024-11-22T21:23:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:35,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/827ebd726c2440a2aa47828787b6f205 2024-11-22T21:23:35,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bab5934e97c14c66963d1c84b38625ff is 50, key is test_row_0/C:col10/1732310604904/Put/seqid=0 2024-11-22T21:23:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742444_1620 (size=12301) 2024-11-22T21:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:35,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=694 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bab5934e97c14c66963d1c84b38625ff 2024-11-22T21:23:35,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/A/7357efaba2b445589284258588eaf6f2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7357efaba2b445589284258588eaf6f2 2024-11-22T21:23:35,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7357efaba2b445589284258588eaf6f2, entries=150, sequenceid=694, filesize=12.0 K 2024-11-22T21:23:35,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/B/827ebd726c2440a2aa47828787b6f205 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/827ebd726c2440a2aa47828787b6f205 2024-11-22T21:23:35,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/827ebd726c2440a2aa47828787b6f205, entries=150, sequenceid=694, filesize=12.0 K 2024-11-22T21:23:35,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/.tmp/C/bab5934e97c14c66963d1c84b38625ff as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bab5934e97c14c66963d1c84b38625ff 2024-11-22T21:23:35,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bab5934e97c14c66963d1c84b38625ff, entries=150, sequenceid=694, filesize=12.0 K 2024-11-22T21:23:35,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 757595d1ff418886cbc3220ae3318d15 in 1247ms, sequenceid=694, compaction requested=true 2024-11-22T21:23:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:35,456 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:35,457 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. because compaction request was cancelled 2024-11-22T21:23:35,457 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. after waiting 0 ms 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:A 2024-11-22T21:23:35,457 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. because compaction request was cancelled 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:B, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:B 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. because compaction request was cancelled 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757595d1ff418886cbc3220ae3318d15:C, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:35,457 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757595d1ff418886cbc3220ae3318d15:C 2024-11-22T21:23:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:35,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f1a03bb0db614e359226bbd0ba72e49a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7f2f5b808ea74152bd7e50b4fe4bf8ba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/94287babfd534d0a8900e0af8f6c291f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/937f47fab03046f8ab32560d85d834b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/887721e553a346059584034a1cfb5383, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/68fd504065f94d9d840509e9911c7ffb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49f69406e570400eb2a59f5cd12920e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/358ab4107436458aa8721e24dbd3cc25, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49fc7ae356334f30b8f567b1752831a3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7a4739cd8abb453183a62ea80a0cbc9c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/ba80c042dc2d4693b1cc8696b10a9262, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/af41796d42da46baa6cca2db558a81a3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/b66ea8cad53243229dea203cb3ab769d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2] to archive 2024-11-22T21:23:35,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:23:35,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/82a72d60074049f8a863c0711ffd07cf 2024-11-22T21:23:35,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/239f4e042e834fbf9aee0d73efbd635a 2024-11-22T21:23:35,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/8966955ffe824334a9cd69d914eafc6f 2024-11-22T21:23:35,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f1a03bb0db614e359226bbd0ba72e49a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f1a03bb0db614e359226bbd0ba72e49a 2024-11-22T21:23:35,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/35f50378ad904d5dac7e31c27f4a4589 2024-11-22T21:23:35,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/01fde841c1cd4252af059ac5fc1a9bb8 2024-11-22T21:23:35,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/e15d3c684e1147628c12976a3d8fde8a 2024-11-22T21:23:35,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7f2f5b808ea74152bd7e50b4fe4bf8ba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7f2f5b808ea74152bd7e50b4fe4bf8ba 2024-11-22T21:23:35,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/20576273f1434d2089418f6810504203 2024-11-22T21:23:35,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/94287babfd534d0a8900e0af8f6c291f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/94287babfd534d0a8900e0af8f6c291f 2024-11-22T21:23:35,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/094adb0111244bd8b8539246ed3918e2 2024-11-22T21:23:35,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/5adfc33f3d5c479aac0d981813b4b704 2024-11-22T21:23:35,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bfad1c10fb644df1831e13018abdaf05 2024-11-22T21:23:35,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fb4297bc6c494b19b79c9122e4cc2dad 2024-11-22T21:23:35,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/937f47fab03046f8ab32560d85d834b7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/937f47fab03046f8ab32560d85d834b7 2024-11-22T21:23:35,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fa9d33844f1f496ab28f9822be06b71a 2024-11-22T21:23:35,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/887721e553a346059584034a1cfb5383 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/887721e553a346059584034a1cfb5383 2024-11-22T21:23:35,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/cf9d7e688b8040089157f7e41ba0a4ba 2024-11-22T21:23:35,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/95a141d4be1d4432925c9fecd3304042 2024-11-22T21:23:35,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/693e0396ad874304a130d108153d02c4 2024-11-22T21:23:35,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/68fd504065f94d9d840509e9911c7ffb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/68fd504065f94d9d840509e9911c7ffb 2024-11-22T21:23:35,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/3dd1b126b8b148fe90401bbe6d374cb4 2024-11-22T21:23:35,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fae915cac8d946b3b1aa392159465044 2024-11-22T21:23:35,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/a058f57bc3e1405f93268d146c28e70e 2024-11-22T21:23:35,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49f69406e570400eb2a59f5cd12920e2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49f69406e570400eb2a59f5cd12920e2 2024-11-22T21:23:35,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/297a75e4af4c4d41b8ba50fe2a379e69 2024-11-22T21:23:35,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/6b0d27d061f34be5bbdd5304c811bcc3 2024-11-22T21:23:35,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/358ab4107436458aa8721e24dbd3cc25 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/358ab4107436458aa8721e24dbd3cc25 2024-11-22T21:23:35,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/dd00f07abad24247b982c62bd5011f5c 2024-11-22T21:23:35,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c41e5a8325554a55b731733abe3ee871 2024-11-22T21:23:35,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49fc7ae356334f30b8f567b1752831a3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/49fc7ae356334f30b8f567b1752831a3 2024-11-22T21:23:35,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/fe25260ae9b04494bc311d06e3abe069 2024-11-22T21:23:35,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/240750c1a9e94d32a37d4e1e67f3e983 2024-11-22T21:23:35,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7a4739cd8abb453183a62ea80a0cbc9c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7a4739cd8abb453183a62ea80a0cbc9c 2024-11-22T21:23:35,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/85cd84ece8f648478d7fc0253e9a05b7 2024-11-22T21:23:35,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/080b6e65e5904adfb7bd5fa7ddfaa054 2024-11-22T21:23:35,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/43f3ecf4991945df8b2bad994eb8385c 2024-11-22T21:23:35,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/ba80c042dc2d4693b1cc8696b10a9262 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/ba80c042dc2d4693b1cc8696b10a9262 2024-11-22T21:23:35,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb0c0423335d4075a63e1f4154381305 2024-11-22T21:23:35,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/c1b0617daa974f2b826c435c7362481d 2024-11-22T21:23:35,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/af41796d42da46baa6cca2db558a81a3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/af41796d42da46baa6cca2db558a81a3 2024-11-22T21:23:35,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/bb9a44e18618433eb1dffc75e6562adb 2024-11-22T21:23:35,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/2e86eefb4e4b4aa48bc1af075348dcbe 2024-11-22T21:23:35,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/b66ea8cad53243229dea203cb3ab769d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/b66ea8cad53243229dea203cb3ab769d 2024-11-22T21:23:35,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/9f5e28fd68774e06a9438a9ace67d075 2024-11-22T21:23:35,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/54b51a6d22ab49b0a5c773e437241c00 2024-11-22T21:23:35,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/1db0da0a80bc48ed8cacc1b3c29b3fc2 2024-11-22T21:23:35,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07319a01dd3d4b4b88089925fbc637d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5c173cc9f9644ab38b639768ad45336b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/88c35c270c7c45068282921d48ea9150, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c40f7a74d1a045338decd85a2c1d09de, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/03dc94baee4c460ab5ae2f825ee81c77, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07f3cb0219f049a1bebca649eb83f8c8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c4a3dcc2e3894be1aaa22337df91e580, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1bc8306cf814467fbe93c06a85700031, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/288fe8f7891d492dae15c451b3605da5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/97739e235f70452d93d02693f1a9feef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/3f1d9417dd604f029d9d25574d36adcb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/01428ebdd8ff45e39559395bd5243361, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/295349dad39d4aa3b0a8a2f6fc85ce11, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46] to archive 2024-11-22T21:23:35,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:23:35,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c9652f2d90f44cb48c525f3dd24effaf 2024-11-22T21:23:35,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/737eebbd307b4e9eb23e2394707d5b74 2024-11-22T21:23:35,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07319a01dd3d4b4b88089925fbc637d2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07319a01dd3d4b4b88089925fbc637d2 2024-11-22T21:23:35,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/bced9b5dd1c6471fac9ccf4e9b78b1cd 2024-11-22T21:23:35,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/55b19699169f4b5c9155c7ea37dd323e 2024-11-22T21:23:35,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/96d3fd34065e4b17a151d72da5d6afd1 2024-11-22T21:23:35,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5c173cc9f9644ab38b639768ad45336b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5c173cc9f9644ab38b639768ad45336b 2024-11-22T21:23:35,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b6cf4cc893f465dad38fdc5fcf82ae6 2024-11-22T21:23:35,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5e3b8344e09b40d7a3c257140c127058 2024-11-22T21:23:35,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/88c35c270c7c45068282921d48ea9150 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/88c35c270c7c45068282921d48ea9150 2024-11-22T21:23:35,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/edcb542d9de64519b110bf9c4c678292 2024-11-22T21:23:35,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/b4884a7c99f643c5b8b9bc6b64540ddd 2024-11-22T21:23:35,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c951ff408dcc42679ea492f5ed2da451 2024-11-22T21:23:35,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c40f7a74d1a045338decd85a2c1d09de to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c40f7a74d1a045338decd85a2c1d09de 2024-11-22T21:23:35,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/37efef1832a64034b9244225d082ba8a 2024-11-22T21:23:35,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/6f5727f403344e27bedd7ba9115e24d2 2024-11-22T21:23:35,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/03dc94baee4c460ab5ae2f825ee81c77 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/03dc94baee4c460ab5ae2f825ee81c77 2024-11-22T21:23:35,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4217b87f422442269b7e8215051dc238 2024-11-22T21:23:35,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6c3333e2c9e45caa643904cea2fe7b6 2024-11-22T21:23:35,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/14ac3e6e42f347b0bb37ac977add02c8 2024-11-22T21:23:35,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07f3cb0219f049a1bebca649eb83f8c8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07f3cb0219f049a1bebca649eb83f8c8 2024-11-22T21:23:35,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/5b9cd6c42796458bb54cdc804dc98a71 2024-11-22T21:23:35,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4cdebdee9ef9470ea96a75a1f5dd0695 2024-11-22T21:23:35,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c4a3dcc2e3894be1aaa22337df91e580 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c4a3dcc2e3894be1aaa22337df91e580 2024-11-22T21:23:35,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ed3eb25aac1144c7a9fdd9b4c73093be 2024-11-22T21:23:35,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/ab5e5d2e36b044638f5351cfff2284e4 2024-11-22T21:23:35,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1bc8306cf814467fbe93c06a85700031 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1bc8306cf814467fbe93c06a85700031 2024-11-22T21:23:35,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/725ef5ff80ba468195b713525afa8567 2024-11-22T21:23:35,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/36ddf8697347473da62ebcdf99fa9cf3 2024-11-22T21:23:35,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/288fe8f7891d492dae15c451b3605da5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/288fe8f7891d492dae15c451b3605da5 2024-11-22T21:23:35,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d6bb08950121407f87373503cb672c82 2024-11-22T21:23:35,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d7251f38d504434bc1c218fe52181f9 2024-11-22T21:23:35,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/97739e235f70452d93d02693f1a9feef to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/97739e235f70452d93d02693f1a9feef 2024-11-22T21:23:35,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/48c0681324864076ac5cfa3b8aa9b5a8 2024-11-22T21:23:35,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/258de45a6338432cb96e8b63384a9445 2024-11-22T21:23:35,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/c718c6906c7b4fbf88699e7ee5ae72af 2024-11-22T21:23:35,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/3f1d9417dd604f029d9d25574d36adcb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/3f1d9417dd604f029d9d25574d36adcb 2024-11-22T21:23:35,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/d682ff444e714478b0fbab8baf161707 2024-11-22T21:23:35,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/021ec8737715406ba6d4df489151151c 2024-11-22T21:23:35,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/01428ebdd8ff45e39559395bd5243361 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/01428ebdd8ff45e39559395bd5243361 2024-11-22T21:23:35,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/cf897ab8c58f427596063530a750f2eb 2024-11-22T21:23:35,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/4d54c84464354fe6a6bd56a594c105aa 2024-11-22T21:23:35,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/295349dad39d4aa3b0a8a2f6fc85ce11 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/295349dad39d4aa3b0a8a2f6fc85ce11 2024-11-22T21:23:35,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/44dc18f077254ffa835ec41d7c652a86 2024-11-22T21:23:35,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/8613192f26584860a4089602c6d612e3 2024-11-22T21:23:35,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/1c0756fd3b6e488c96e52f5120f09685 2024-11-22T21:23:35,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/07286cd1136845ad8cf724e714449e46 2024-11-22T21:23:35,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bcae98a5131e4cbfb90ff7f917d0d6f2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/60ec4dfb0d1e43358ec9d442339d6ca7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/534db1755bf348b980a64e464f4f923a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e3526768967540ce8570a7e3db691cba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d8b3792f248e42699f54979fd92732c5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/ad43935cc32d45d686a47e73f101fa36, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/03b64aa784b94ed8b6d44e8d5954bf28, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5ca22d4a3229423bbfc57e1019988911, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/54635221d8df4ec9a8bc994b2b20a58d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e39e8c36adbd4fdbb6ecc87b4355cd80, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/4aaf318669d847ea9b735753d2b4c9f0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/426b40b295134cdaae59b5a87cf04166, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/896e94388ad64f509d0caafce8c61026, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b] to archive 2024-11-22T21:23:35,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:23:35,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/73973288a9884d49b97998e8f5ef63ef 2024-11-22T21:23:35,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/f8d290460a6c486c8ac9a31071d11942 2024-11-22T21:23:35,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bcae98a5131e4cbfb90ff7f917d0d6f2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bcae98a5131e4cbfb90ff7f917d0d6f2 2024-11-22T21:23:35,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c9131d28c7174bffb90d0ce51b396bdf 2024-11-22T21:23:35,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/640c7792e4354d5b82d90d6142b7b36c 2024-11-22T21:23:35,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/df75d721415d4771b1c0dad7ccc8ba36 2024-11-22T21:23:35,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/60ec4dfb0d1e43358ec9d442339d6ca7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/60ec4dfb0d1e43358ec9d442339d6ca7 2024-11-22T21:23:35,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/24d2f440d4d84ddea53183fd08b305a5 2024-11-22T21:23:35,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/08d751b42a9e476195c62b37521c5e41 2024-11-22T21:23:35,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/534db1755bf348b980a64e464f4f923a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/534db1755bf348b980a64e464f4f923a 2024-11-22T21:23:35,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0c994574a73d410dadfaa09b5494bfa5 2024-11-22T21:23:35,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/9907fd9754ea454e8c54d0f79b93046c 2024-11-22T21:23:35,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/29063e4bf0924457a0e3e62dcc5e5a15 2024-11-22T21:23:35,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e3526768967540ce8570a7e3db691cba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e3526768967540ce8570a7e3db691cba 2024-11-22T21:23:35,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d1b7f8d523f045b9b004e004a7e9d634 2024-11-22T21:23:35,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/0dd941770433441086234491682ab3e8 2024-11-22T21:23:35,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d8b3792f248e42699f54979fd92732c5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/d8b3792f248e42699f54979fd92732c5 2024-11-22T21:23:35,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/35565394d7ac472fa45eea89cb209525 2024-11-22T21:23:35,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55e4127301184db4a5d52a9f6ecfd5d9 2024-11-22T21:23:35,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc4a13538d28454d8dfff3fbb2a53f94 2024-11-22T21:23:35,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/ad43935cc32d45d686a47e73f101fa36 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/ad43935cc32d45d686a47e73f101fa36 2024-11-22T21:23:35,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/b49156c2b27b4a1a8c55e8686ec810d5 2024-11-22T21:23:35,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/943b8a943ce147de8eef6c6443f2cb4e 2024-11-22T21:23:35,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/03b64aa784b94ed8b6d44e8d5954bf28 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/03b64aa784b94ed8b6d44e8d5954bf28 2024-11-22T21:23:35,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5820c9552bd445bf9485b1be5cae3cca 2024-11-22T21:23:35,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a02c8cddcf244236be39a77ce72c3bbb 2024-11-22T21:23:35,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5ca22d4a3229423bbfc57e1019988911 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5ca22d4a3229423bbfc57e1019988911 2024-11-22T21:23:35,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/5d950ff57be54f0fa93962468ade9721 2024-11-22T21:23:35,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/83777a10614a4e9090c181cf4f353c01 2024-11-22T21:23:35,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/54635221d8df4ec9a8bc994b2b20a58d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/54635221d8df4ec9a8bc994b2b20a58d 2024-11-22T21:23:35,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/fb9496a9dfc242e69dcf0f2cdc9381ba 2024-11-22T21:23:35,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/34f1908f03094da59c2d9ae34fa327ec 2024-11-22T21:23:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e39e8c36adbd4fdbb6ecc87b4355cd80 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/e39e8c36adbd4fdbb6ecc87b4355cd80 2024-11-22T21:23:35,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3e496252378a4e9caa7203dc51aea1c8 2024-11-22T21:23:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/04779ead84c9409cbd6b9e6c3005e227 2024-11-22T21:23:35,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/c819075b5c244c1db058719b5e7f6237 2024-11-22T21:23:35,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/4aaf318669d847ea9b735753d2b4c9f0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/4aaf318669d847ea9b735753d2b4c9f0 2024-11-22T21:23:35,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bc69229151c440819e0e0e5a05534683 2024-11-22T21:23:35,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/170d308101674d99936d2674ef01a985 2024-11-22T21:23:35,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/426b40b295134cdaae59b5a87cf04166 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/426b40b295134cdaae59b5a87cf04166 2024-11-22T21:23:35,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/55bd6b4ea46042cdb9a356c4e1de2671 2024-11-22T21:23:35,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/3ed7fae8bd86475fb428e23fa5eb48bd 2024-11-22T21:23:35,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/896e94388ad64f509d0caafce8c61026 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/896e94388ad64f509d0caafce8c61026 2024-11-22T21:23:35,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a3a26affc61449c3a741b93aa37fcc56 2024-11-22T21:23:35,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/7e15be4cc4a94196913fafbfc38dfb26 2024-11-22T21:23:35,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/102dbd900f14400aae6d40baad5f4bd8 2024-11-22T21:23:35,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a36dd03acd0b4d46b9b84ea63786742b 2024-11-22T21:23:35,664 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/recovered.edits/697.seqid, newMaxSeqId=697, maxSeqId=1 2024-11-22T21:23:35,664 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15. 2024-11-22T21:23:35,664 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 757595d1ff418886cbc3220ae3318d15: 2024-11-22T21:23:35,666 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:35,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=757595d1ff418886cbc3220ae3318d15, regionState=CLOSED 2024-11-22T21:23:35,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T21:23:35,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 757595d1ff418886cbc3220ae3318d15, server=a98040524f50,45229,1732310453838 in 1.4430 sec 2024-11-22T21:23:35,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T21:23:35,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=757595d1ff418886cbc3220ae3318d15, UNASSIGN in 1.4470 sec 2024-11-22T21:23:35,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T21:23:35,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4490 sec 2024-11-22T21:23:35,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310615672"}]},"ts":"1732310615672"} 2024-11-22T21:23:35,673 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:23:35,675 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:23:35,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4630 sec 2024-11-22T21:23:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T21:23:36,320 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-22T21:23:36,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:23:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,322 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T21:23:36,324 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,327 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:36,329 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/recovered.edits] 2024-11-22T21:23:36,332 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7357efaba2b445589284258588eaf6f2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/7357efaba2b445589284258588eaf6f2 2024-11-22T21:23:36,333 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/d5f0da1d9d394474b6810314b8bb1fd3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/d5f0da1d9d394474b6810314b8bb1fd3 2024-11-22T21:23:36,334 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f3afb5ab92534ccda1cbbe4bed4df920 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/A/f3afb5ab92534ccda1cbbe4bed4df920 2024-11-22T21:23:36,337 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f1c069479b54b4eb1da37b9ad727858 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f1c069479b54b4eb1da37b9ad727858 2024-11-22T21:23:36,339 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f57c99b83764c189256f43625af8852 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/7f57c99b83764c189256f43625af8852 2024-11-22T21:23:36,340 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/827ebd726c2440a2aa47828787b6f205 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/B/827ebd726c2440a2aa47828787b6f205 2024-11-22T21:23:36,342 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/182ff1386c0c417291b8d3cd06a5faea to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/182ff1386c0c417291b8d3cd06a5faea 2024-11-22T21:23:36,343 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a5fb295987cd4c52a1907e684bf35ab4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/a5fb295987cd4c52a1907e684bf35ab4 2024-11-22T21:23:36,344 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bab5934e97c14c66963d1c84b38625ff to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/C/bab5934e97c14c66963d1c84b38625ff 2024-11-22T21:23:36,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/recovered.edits/697.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15/recovered.edits/697.seqid 2024-11-22T21:23:36,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/757595d1ff418886cbc3220ae3318d15 2024-11-22T21:23:36,347 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:23:36,349 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,351 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:23:36,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:23:36,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,353 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:23:36,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310616354"}]},"ts":"9223372036854775807"} 2024-11-22T21:23:36,355 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:23:36,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 757595d1ff418886cbc3220ae3318d15, NAME => 'TestAcidGuarantees,,1732310582735.757595d1ff418886cbc3220ae3318d15.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:23:36,355 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:23:36,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310616355"}]},"ts":"9223372036854775807"} 2024-11-22T21:23:36,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:23:36,359 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-22T21:23:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T21:23:36,424 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-22T21:23:36,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 238), OpenFileDescriptor=442 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4066 (was 4167) 2024-11-22T21:23:36,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=4065 2024-11-22T21:23:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:23:36,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:23:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:36,447 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T21:23:36,448 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:36,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-22T21:23:36,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T21:23:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T21:23:36,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742445_1621 (size=960) 2024-11-22T21:23:36,456 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843 2024-11-22T21:23:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742446_1622 (size=53) 2024-11-22T21:23:36,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:23:36,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing baa69784e61b566bb9c1392bd5381d63, disabling compactions & flushes 2024-11-22T21:23:36,461 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. after waiting 0 ms 2024-11-22T21:23:36,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,461 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:36,461 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T21:23:36,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732310616462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732310616462"}]},"ts":"1732310616462"} 2024-11-22T21:23:36,463 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T21:23:36,463 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T21:23:36,463 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310616463"}]},"ts":"1732310616463"} 2024-11-22T21:23:36,464 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T21:23:36,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, ASSIGN}] 2024-11-22T21:23:36,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, ASSIGN 2024-11-22T21:23:36,469 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, ASSIGN; state=OFFLINE, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=false 2024-11-22T21:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T21:23:36,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T21:23:36,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:36,782 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,782 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:23:36,782 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,782 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:23:36,782 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,783 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,784 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,785 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:36,785 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName A 2024-11-22T21:23:36,785 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:36,786 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:36,786 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,787 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:36,787 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName B 2024-11-22T21:23:36,787 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:36,788 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:36,788 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,789 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:36,789 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName C 2024-11-22T21:23:36,789 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:36,789 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:36,790 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,790 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,791 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,793 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:23:36,795 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:36,800 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T21:23:36,800 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened baa69784e61b566bb9c1392bd5381d63; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71903051, jitterRate=0.07143895328044891}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:23:36,801 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:36,803 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., pid=153, masterSystemTime=1732310616779 2024-11-22T21:23:36,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=OPEN, openSeqNum=2, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:36,805 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,805 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:36,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T21:23:36,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 in 185 msec 2024-11-22T21:23:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-22T21:23:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, ASSIGN in 339 msec 2024-11-22T21:23:36,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T21:23:36,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310616810"}]},"ts":"1732310616810"} 2024-11-22T21:23:36,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T21:23:36,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T21:23:36,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 369 msec 2024-11-22T21:23:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-22T21:23:37,051 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-22T21:23:37,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-22T21:23:37,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,066 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T21:23:37,068 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T21:23:37,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T21:23:37,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T21:23:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T21:23:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742447_1623 (size=996) 2024-11-22T21:23:37,097 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T21:23:37,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T21:23:37,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:23:37,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, REOPEN/MOVE}] 2024-11-22T21:23:37,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, REOPEN/MOVE 2024-11-22T21:23:37,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,106 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:23:37,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:37,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:37,259 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,259 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:23:37,259 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing baa69784e61b566bb9c1392bd5381d63, disabling compactions & flushes 2024-11-22T21:23:37,259 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,259 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,259 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. after waiting 0 ms 2024-11-22T21:23:37,259 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,272 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T21:23:37,273 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,273 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:37,273 WARN [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: baa69784e61b566bb9c1392bd5381d63 to self. 2024-11-22T21:23:37,274 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=CLOSED 2024-11-22T21:23:37,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T21:23:37,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 in 169 msec 2024-11-22T21:23:37,277 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, REOPEN/MOVE; state=CLOSED, location=a98040524f50,45229,1732310453838; forceNewPlan=false, retain=true 2024-11-22T21:23:37,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=OPENING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:23:37,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:37,583 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,583 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T21:23:37,583 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,584 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T21:23:37,584 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,584 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,585 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,586 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:37,586 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName A 2024-11-22T21:23:37,587 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:37,587 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:37,588 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,588 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:37,588 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName B 2024-11-22T21:23:37,588 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:37,589 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:37,589 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,589 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T21:23:37,589 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa69784e61b566bb9c1392bd5381d63 columnFamilyName C 2024-11-22T21:23:37,589 DEBUG [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:37,590 INFO [StoreOpener-baa69784e61b566bb9c1392bd5381d63-1 {}] regionserver.HStore(327): Store=baa69784e61b566bb9c1392bd5381d63/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T21:23:37,590 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,590 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,591 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,593 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T21:23:37,594 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,595 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened baa69784e61b566bb9c1392bd5381d63; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62112387, jitterRate=-0.07445330917835236}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T21:23:37,595 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:37,596 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., pid=158, masterSystemTime=1732310617580 2024-11-22T21:23:37,597 DEBUG [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,597 INFO [RS_OPEN_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=OPEN, openSeqNum=5, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-22T21:23:37,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 in 170 msec 2024-11-22T21:23:37,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-22T21:23:37,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, REOPEN/MOVE in 497 msec 2024-11-22T21:23:37,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T21:23:37,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-22T21:23:37,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 534 msec 2024-11-22T21:23:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T21:23:37,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-22T21:23:37,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-22T21:23:37,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-22T21:23:37,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-22T21:23:37,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-22T21:23:37,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-22T21:23:37,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-22T21:23:37,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-22T21:23:37,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-22T21:23:37,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,685 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:59168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-22T21:23:37,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T21:23:37,704 DEBUG [hconnection-0x69a78538-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,704 DEBUG [hconnection-0x6280adf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,705 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:37,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:37,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:37,720 DEBUG [hconnection-0x6bbc4b40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,721 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-22T21:23:37,740 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:37,741 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:37,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:37,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310677747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,770 DEBUG [hconnection-0x2bfa82b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,781 DEBUG [hconnection-0x654cc384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,782 DEBUG [hconnection-0x567f447f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310677774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,783 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,784 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310677789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,792 DEBUG [hconnection-0x4693f4d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,793 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,818 DEBUG [hconnection-0x48be1dcc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228c387fea98414e6f96c215daabc84160_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310617711/Put/seqid=0 2024-11-22T21:23:37,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,824 DEBUG [hconnection-0x7ded5516-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,828 DEBUG [hconnection-0x5c55f643-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T21:23:37,829 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T21:23:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310677827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310677830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310677850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742448_1624 (size=12154) 2024-11-22T21:23:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310677885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310677890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:37,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:37,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:37,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310677930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:37,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310677932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:38,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:38,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310678054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310678087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310678093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310678133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310678134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:38,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:38,265 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228c387fea98414e6f96c215daabc84160_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c387fea98414e6f96c215daabc84160_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:38,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5bd6bea087fa47968d873a47c137b51e, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:38,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5bd6bea087fa47968d873a47c137b51e is 175, key is test_row_0/A:col10/1732310617711/Put/seqid=0 2024-11-22T21:23:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742449_1625 (size=30955) 2024-11-22T21:23:38,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5bd6bea087fa47968d873a47c137b51e 2024-11-22T21:23:38,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/065ced3fcad446c0b6f285998e723253 is 50, key is test_row_0/B:col10/1732310617711/Put/seqid=0 2024-11-22T21:23:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:38,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:38,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:38,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:38,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310678359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742450_1626 (size=12001) 2024-11-22T21:23:38,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/065ced3fcad446c0b6f285998e723253 2024-11-22T21:23:38,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310678394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310678398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/79b2d9c7bbb8435580ec9fbf99071f9f is 50, key is test_row_0/C:col10/1732310617711/Put/seqid=0 2024-11-22T21:23:38,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310678438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310678440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742451_1627 (size=12001) 2024-11-22T21:23:38,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/79b2d9c7bbb8435580ec9fbf99071f9f 2024-11-22T21:23:38,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5bd6bea087fa47968d873a47c137b51e as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e 2024-11-22T21:23:38,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T21:23:38,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/065ced3fcad446c0b6f285998e723253 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253 2024-11-22T21:23:38,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T21:23:38,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/79b2d9c7bbb8435580ec9fbf99071f9f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f 2024-11-22T21:23:38,513 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:38,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:38,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:38,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:38,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T21:23:38,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 801ms, sequenceid=15, compaction requested=false 2024-11-22T21:23:38,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:38,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:38,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,667 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226a26628463c4f4fa203152f4d7d8d1e_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310617739/Put/seqid=0 2024-11-22T21:23:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742452_1628 (size=12154) 2024-11-22T21:23:38,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:38,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226a26628463c4f4fa203152f4d7d8d1e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a26628463c4f4fa203152f4d7d8d1e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cf5b46d6ec4748ab8f276456db942ae9, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cf5b46d6ec4748ab8f276456db942ae9 is 175, key is test_row_0/A:col10/1732310617739/Put/seqid=0 2024-11-22T21:23:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742453_1629 (size=30955) 2024-11-22T21:23:38,767 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cf5b46d6ec4748ab8f276456db942ae9 2024-11-22T21:23:38,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d8f00a31e62a4ded9c8b55dd85be1bf1 is 50, key is test_row_0/B:col10/1732310617739/Put/seqid=0 2024-11-22T21:23:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742454_1630 (size=12001) 2024-11-22T21:23:38,845 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d8f00a31e62a4ded9c8b55dd85be1bf1 2024-11-22T21:23:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/59902581aba2416caa0022b159a026ce is 50, key is test_row_0/C:col10/1732310617739/Put/seqid=0 2024-11-22T21:23:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:38,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:38,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742455_1631 (size=12001) 2024-11-22T21:23:38,877 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/59902581aba2416caa0022b159a026ce 2024-11-22T21:23:38,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cf5b46d6ec4748ab8f276456db942ae9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9 2024-11-22T21:23:38,891 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T21:23:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310678889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d8f00a31e62a4ded9c8b55dd85be1bf1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1 2024-11-22T21:23:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310678901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310678901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:38,909 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T21:23:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/59902581aba2416caa0022b159a026ce as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce 2024-11-22T21:23:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T21:23:38,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for baa69784e61b566bb9c1392bd5381d63 in 264ms, sequenceid=40, compaction requested=false 2024-11-22T21:23:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-22T21:23:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-22T21:23:38,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-22T21:23:38,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1910 sec 2024-11-22T21:23:38,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.1960 sec 2024-11-22T21:23:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:38,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:38,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc24d122c61c485c86c4a5591fcc682e_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310678999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742456_1632 (size=14594) 2024-11-22T21:23:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310678991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:39,011 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc24d122c61c485c86c4a5591fcc682e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc24d122c61c485c86c4a5591fcc682e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:39,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ae1f6975aeb1468a8f63e8a61f1b02e0, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ae1f6975aeb1468a8f63e8a61f1b02e0 is 175, key is test_row_0/A:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742457_1633 (size=39549) 2024-11-22T21:23:39,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ae1f6975aeb1468a8f63e8a61f1b02e0 2024-11-22T21:23:39,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/6bbe68b0c3b143beb67eadf10e4aaf8d is 50, key is test_row_0/B:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742458_1634 (size=12001) 2024-11-22T21:23:39,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/6bbe68b0c3b143beb67eadf10e4aaf8d 2024-11-22T21:23:39,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310679107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310679108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/866a54a9beb64cfdb26e1ad3efecffcc is 50, key is test_row_0/C:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742459_1635 (size=12001) 2024-11-22T21:23:39,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/866a54a9beb64cfdb26e1ad3efecffcc 2024-11-22T21:23:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ae1f6975aeb1468a8f63e8a61f1b02e0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0 2024-11-22T21:23:39,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0, entries=200, sequenceid=52, filesize=38.6 K 2024-11-22T21:23:39,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/6bbe68b0c3b143beb67eadf10e4aaf8d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d 2024-11-22T21:23:39,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T21:23:39,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/866a54a9beb64cfdb26e1ad3efecffcc as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc 2024-11-22T21:23:39,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T21:23:39,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for baa69784e61b566bb9c1392bd5381d63 in 277ms, sequenceid=52, compaction requested=true 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:39,221 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:39,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:39,221 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:39,223 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:39,223 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:39,223 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:39,223 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:39,223 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:39,223 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:39,223 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=99.1 K 2024-11-22T21:23:39,223 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.2 K 2024-11-22T21:23:39,223 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:39,223 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0] 2024-11-22T21:23:39,224 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 065ced3fcad446c0b6f285998e723253, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732310617711 2024-11-22T21:23:39,224 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bd6bea087fa47968d873a47c137b51e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732310617711 2024-11-22T21:23:39,224 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5b46d6ec4748ab8f276456db942ae9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732310617739 2024-11-22T21:23:39,224 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f00a31e62a4ded9c8b55dd85be1bf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732310617739 2024-11-22T21:23:39,225 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bbe68b0c3b143beb67eadf10e4aaf8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:39,225 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1f6975aeb1468a8f63e8a61f1b02e0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:39,249 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:39,250 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/8f936478591542a7bd6f827b68c80d6a is 50, key is test_row_0/B:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,260 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,277 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f345668e24cc4699836fbed5adcdf457_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,279 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f345668e24cc4699836fbed5adcdf457_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,279 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f345668e24cc4699836fbed5adcdf457_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742460_1636 (size=12104) 2024-11-22T21:23:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:39,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:39,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:39,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/8f936478591542a7bd6f827b68c80d6a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8f936478591542a7bd6f827b68c80d6a 2024-11-22T21:23:39,331 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 8f936478591542a7bd6f827b68c80d6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:39,331 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:39,331 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310619221; duration=0sec 2024-11-22T21:23:39,332 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:39,332 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:39,332 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742461_1637 (size=4469) 2024-11-22T21:23:39,333 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:39,333 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:39,333 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:39,333 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.2 K 2024-11-22T21:23:39,333 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#549 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,334 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7af460a8e774fec8a689f47cde261e0 is 175, key is test_row_0/A:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310679329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,335 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79b2d9c7bbb8435580ec9fbf99071f9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732310617711 2024-11-22T21:23:39,335 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59902581aba2416caa0022b159a026ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732310617739 2024-11-22T21:23:39,336 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 866a54a9beb64cfdb26e1ad3efecffcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:39,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310679334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112215d1e690a9f74f888d8fb0c107a5b24e_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310619315/Put/seqid=0 2024-11-22T21:23:39,399 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:39,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/13de68928273437e812788e48e953266 is 50, key is test_row_0/C:col10/1732310618875/Put/seqid=0 2024-11-22T21:23:39,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742463_1639 (size=14594) 2024-11-22T21:23:39,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742462_1638 (size=31058) 2024-11-22T21:23:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310679437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112215d1e690a9f74f888d8fb0c107a5b24e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112215d1e690a9f74f888d8fb0c107a5b24e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:39,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310679439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/4ff8dd9cf4fb4b948dc97c495633e8b2, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:39,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/4ff8dd9cf4fb4b948dc97c495633e8b2 is 175, key is test_row_0/A:col10/1732310619315/Put/seqid=0 2024-11-22T21:23:39,451 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7af460a8e774fec8a689f47cde261e0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0 2024-11-22T21:23:39,459 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into b7af460a8e774fec8a689f47cde261e0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:39,459 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:39,459 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310619221; duration=0sec 2024-11-22T21:23:39,459 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:39,459 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:39,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742464_1640 (size=12104) 2024-11-22T21:23:39,465 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/13de68928273437e812788e48e953266 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/13de68928273437e812788e48e953266 2024-11-22T21:23:39,469 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 13de68928273437e812788e48e953266(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:39,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:39,469 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310619221; duration=0sec 2024-11-22T21:23:39,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:39,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742465_1641 (size=39549) 2024-11-22T21:23:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310679640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310679645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T21:23:39,847 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-22T21:23:39,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-22T21:23:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:39,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:39,851 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:39,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:39,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/4ff8dd9cf4fb4b948dc97c495633e8b2 2024-11-22T21:23:39,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/066d6743b0e441b0a28a107365514e21 is 50, key is test_row_0/B:col10/1732310619315/Put/seqid=0 2024-11-22T21:23:39,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742466_1642 (size=12001) 2024-11-22T21:23:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310679912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310679912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310679945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310679945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310679949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:40,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:40,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/066d6743b0e441b0a28a107365514e21 2024-11-22T21:23:40,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/a904cd816c9848b5bced15af22b8e149 is 50, key is test_row_0/C:col10/1732310619315/Put/seqid=0 2024-11-22T21:23:40,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742467_1643 (size=12001) 2024-11-22T21:23:40,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/a904cd816c9848b5bced15af22b8e149 2024-11-22T21:23:40,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/4ff8dd9cf4fb4b948dc97c495633e8b2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2 2024-11-22T21:23:40,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2, entries=200, sequenceid=78, filesize=38.6 K 2024-11-22T21:23:40,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/066d6743b0e441b0a28a107365514e21 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21 2024-11-22T21:23:40,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T21:23:40,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/a904cd816c9848b5bced15af22b8e149 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149 2024-11-22T21:23:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T21:23:40,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for baa69784e61b566bb9c1392bd5381d63 in 1063ms, sequenceid=78, compaction requested=false 2024-11-22T21:23:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:40,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:40,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228eafca9bc9b940078c56d7c9f9fb0a47_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742468_1644 (size=14594) 2024-11-22T21:23:40,500 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228eafca9bc9b940078c56d7c9f9fb0a47_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eafca9bc9b940078c56d7c9f9fb0a47_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:40,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7a170a8832a4d0cba412fc6da6155f1, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7a170a8832a4d0cba412fc6da6155f1 is 175, key is test_row_0/A:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742469_1645 (size=39549) 2024-11-22T21:23:40,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7a170a8832a4d0cba412fc6da6155f1 2024-11-22T21:23:40,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3e4e404cf38404285cd5cb0456201b1 is 50, key is test_row_0/B:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742470_1646 (size=12001) 2024-11-22T21:23:40,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3e4e404cf38404285cd5cb0456201b1 2024-11-22T21:23:40,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310680561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310680564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f1d967d9f61c48d98c5a803bec551a54 is 50, key is test_row_0/C:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310680565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742471_1647 (size=12001) 2024-11-22T21:23:40,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f1d967d9f61c48d98c5a803bec551a54 2024-11-22T21:23:40,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b7a170a8832a4d0cba412fc6da6155f1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1 2024-11-22T21:23:40,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1, entries=200, sequenceid=92, filesize=38.6 K 2024-11-22T21:23:40,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3e4e404cf38404285cd5cb0456201b1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1 2024-11-22T21:23:40,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T21:23:40,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f1d967d9f61c48d98c5a803bec551a54 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54 2024-11-22T21:23:40,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T21:23:40,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 177ms, sequenceid=92, compaction requested=true 2024-11-22T21:23:40,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:40,631 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:40,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:40,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:40,631 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:40,634 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:40,634 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:40,634 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,634 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8f936478591542a7bd6f827b68c80d6a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.3 K 2024-11-22T21:23:40,635 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f936478591542a7bd6f827b68c80d6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:40,635 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:40,635 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:40,635 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,635 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=107.6 K 2024-11-22T21:23:40,635 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,635 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1] 2024-11-22T21:23:40,635 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 066d6743b0e441b0a28a107365514e21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310618989 2024-11-22T21:23:40,636 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7af460a8e774fec8a689f47cde261e0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:40,636 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e4e404cf38404285cd5cb0456201b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619326 2024-11-22T21:23:40,636 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ff8dd9cf4fb4b948dc97c495633e8b2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310618989 2024-11-22T21:23:40,637 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a170a8832a4d0cba412fc6da6155f1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619319 2024-11-22T21:23:40,653 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,664 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:40,666 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/4aeb871ac8bc4806a0a5138ab42d5cb8 is 50, key is test_row_0/B:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:40,677 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ae70b69aa6554f14ab87b51724595943_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,679 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ae70b69aa6554f14ab87b51724595943_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,680 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ae70b69aa6554f14ab87b51724595943_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310680686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310680687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310680687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742472_1648 (size=12207) 2024-11-22T21:23:40,720 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/4aeb871ac8bc4806a0a5138ab42d5cb8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/4aeb871ac8bc4806a0a5138ab42d5cb8 2024-11-22T21:23:40,728 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 4aeb871ac8bc4806a0a5138ab42d5cb8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:40,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:40,728 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310620631; duration=0sec 2024-11-22T21:23:40,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:40,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:40,728 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:40,729 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:40,729 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:40,729 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,729 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/13de68928273437e812788e48e953266, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.3 K 2024-11-22T21:23:40,729 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 13de68928273437e812788e48e953266, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732310618871 2024-11-22T21:23:40,730 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a904cd816c9848b5bced15af22b8e149, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732310618989 2024-11-22T21:23:40,730 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f1d967d9f61c48d98c5a803bec551a54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619326 2024-11-22T21:23:40,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229899598227ba4428a4ef6cf41b298417_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310620559/Put/seqid=0 2024-11-22T21:23:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742473_1649 (size=4469) 2024-11-22T21:23:40,743 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#557 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:40,744 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0173689216ed4cffa463a43c222ad8fe is 175, key is test_row_0/A:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,750 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:40,750 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/9564175ce0504f019bb35f64713c381d is 50, key is test_row_0/C:col10/1732310620452/Put/seqid=0 2024-11-22T21:23:40,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742474_1650 (size=14594) 2024-11-22T21:23:40,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,793 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229899598227ba4428a4ef6cf41b298417_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229899598227ba4428a4ef6cf41b298417_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310680791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310680792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,794 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/79021f6d8e984a1ba6609eb4fbb120c0, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:40,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/79021f6d8e984a1ba6609eb4fbb120c0 is 175, key is test_row_0/A:col10/1732310620559/Put/seqid=0 2024-11-22T21:23:40,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310680793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742476_1652 (size=12207) 2024-11-22T21:23:40,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742475_1651 (size=31161) 2024-11-22T21:23:40,817 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/9564175ce0504f019bb35f64713c381d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9564175ce0504f019bb35f64713c381d 2024-11-22T21:23:40,822 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 9564175ce0504f019bb35f64713c381d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:40,822 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:40,823 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310620632; duration=0sec 2024-11-22T21:23:40,823 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:40,823 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742477_1653 (size=39549) 2024-11-22T21:23:40,828 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/79021f6d8e984a1ba6609eb4fbb120c0 2024-11-22T21:23:40,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/17e037ca9a2b414784eea199ac86c3cf is 50, key is test_row_0/B:col10/1732310620559/Put/seqid=0 2024-11-22T21:23:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742478_1654 (size=12001) 2024-11-22T21:23:40,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/17e037ca9a2b414784eea199ac86c3cf 2024-11-22T21:23:40,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/9a7de6b1eff34043ab19feb835819113 is 50, key is test_row_0/C:col10/1732310620559/Put/seqid=0 2024-11-22T21:23:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742479_1655 (size=12001) 2024-11-22T21:23:40,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/9a7de6b1eff34043ab19feb835819113 2024-11-22T21:23:40,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/79021f6d8e984a1ba6609eb4fbb120c0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0 2024-11-22T21:23:40,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0, entries=200, sequenceid=118, filesize=38.6 K 2024-11-22T21:23:40,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/17e037ca9a2b414784eea199ac86c3cf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf 2024-11-22T21:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T21:23:40,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/9a7de6b1eff34043ab19feb835819113 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113 2024-11-22T21:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:40,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:40,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T21:23:40,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for baa69784e61b566bb9c1392bd5381d63 in 260ms, sequenceid=118, compaction requested=false 2024-11-22T21:23:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:40,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:41,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112245c8faa43a854763863335ae2affe3c6_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742480_1656 (size=12204) 2024-11-22T21:23:41,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112245c8faa43a854763863335ae2affe3c6_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112245c8faa43a854763863335ae2affe3c6_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:41,043 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/33f1f247b9d4497ba07ca1ec5e85db62, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/33f1f247b9d4497ba07ca1ec5e85db62 is 175, key is test_row_0/A:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:41,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:41,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:41,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742481_1657 (size=31001) 2024-11-22T21:23:41,084 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/33f1f247b9d4497ba07ca1ec5e85db62 2024-11-22T21:23:41,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/bcec608fe5ae48278de38cbcd4a3696c is 50, key is test_row_0/B:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742482_1658 (size=9707) 2024-11-22T21:23:41,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/bcec608fe5ae48278de38cbcd4a3696c 2024-11-22T21:23:41,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/653cddd5f20e45ccbdebbafff2e89a70 is 50, key is test_row_0/C:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742483_1659 (size=9707) 2024-11-22T21:23:41,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/653cddd5f20e45ccbdebbafff2e89a70 2024-11-22T21:23:41,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/33f1f247b9d4497ba07ca1ec5e85db62 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62 2024-11-22T21:23:41,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T21:23:41,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62, entries=150, sequenceid=131, filesize=30.3 K 2024-11-22T21:23:41,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/bcec608fe5ae48278de38cbcd4a3696c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c 2024-11-22T21:23:41,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c, entries=100, sequenceid=131, filesize=9.5 K 2024-11-22T21:23:41,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/653cddd5f20e45ccbdebbafff2e89a70 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70 2024-11-22T21:23:41,216 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0173689216ed4cffa463a43c222ad8fe as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe 2024-11-22T21:23:41,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70, entries=100, sequenceid=131, filesize=9.5 K 2024-11-22T21:23:41,225 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 0173689216ed4cffa463a43c222ad8fe(size=30.4 K), total size for store is 99.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:41,225 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,225 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310620631; duration=0sec 2024-11-22T21:23:41,226 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:41,226 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:41,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for baa69784e61b566bb9c1392bd5381d63 in 227ms, sequenceid=131, compaction requested=true 2024-11-22T21:23:41,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:41,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:41,227 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:41,227 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:41,228 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:41,228 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:41,228 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,228 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=99.3 K 2024-11-22T21:23:41,228 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,228 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62] 2024-11-22T21:23:41,228 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33915 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:41,228 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:41,228 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,228 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/4aeb871ac8bc4806a0a5138ab42d5cb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=33.1 K 2024-11-22T21:23:41,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:41,230 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0173689216ed4cffa463a43c222ad8fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619326 2024-11-22T21:23:41,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T21:23:41,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,230 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:41,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:41,231 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aeb871ac8bc4806a0a5138ab42d5cb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619326 2024-11-22T21:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:41,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,232 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 79021f6d8e984a1ba6609eb4fbb120c0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732310620554 2024-11-22T21:23:41,232 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e037ca9a2b414784eea199ac86c3cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732310620559 2024-11-22T21:23:41,233 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 33f1f247b9d4497ba07ca1ec5e85db62, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620684 2024-11-22T21:23:41,233 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcec608fe5ae48278de38cbcd4a3696c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620686 2024-11-22T21:23:41,256 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,268 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:41,269 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a88ebf833737418abc55a5f4dab61e65 is 50, key is test_row_0/B:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226f2e473fa13e481cba9db2d1471524c5_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310621048/Put/seqid=0 2024-11-22T21:23:41,285 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229a02e600c6d54bd78c9c58cfb8c0ca63_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229a02e600c6d54bd78c9c58cfb8c0ca63_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,287 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a02e600c6d54bd78c9c58cfb8c0ca63_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742484_1660 (size=12359) 2024-11-22T21:23:41,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:41,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742486_1662 (size=4469) 2024-11-22T21:23:41,363 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#566 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742485_1661 (size=12304) 2024-11-22T21:23:41,364 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b382053cd67a4b938bec0d393479edf9 is 175, key is test_row_0/A:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742487_1663 (size=31420) 2024-11-22T21:23:41,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,742 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a88ebf833737418abc55a5f4dab61e65 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a88ebf833737418abc55a5f4dab61e65 2024-11-22T21:23:41,747 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into a88ebf833737418abc55a5f4dab61e65(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:41,747 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,747 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310621226; duration=0sec 2024-11-22T21:23:41,747 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:41,747 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:41,747 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:41,748 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33915 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:41,748 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:41,748 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,748 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9564175ce0504f019bb35f64713c381d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=33.1 K 2024-11-22T21:23:41,749 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9564175ce0504f019bb35f64713c381d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732310619326 2024-11-22T21:23:41,749 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a7de6b1eff34043ab19feb835819113, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732310620559 2024-11-22T21:23:41,750 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 653cddd5f20e45ccbdebbafff2e89a70, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620686 2024-11-22T21:23:41,757 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:41,757 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf is 50, key is test_row_0/C:col10/1732310620998/Put/seqid=0 2024-11-22T21:23:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,767 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226f2e473fa13e481cba9db2d1471524c5_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226f2e473fa13e481cba9db2d1471524c5_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d0ccaab5c63b478780d2d4265383a6bd, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d0ccaab5c63b478780d2d4265383a6bd is 175, key is test_row_0/A:col10/1732310621048/Put/seqid=0 2024-11-22T21:23:41,786 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b382053cd67a4b938bec0d393479edf9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9 2024-11-22T21:23:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742488_1664 (size=12359) 2024-11-22T21:23:41,792 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into b382053cd67a4b938bec0d393479edf9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:41,792 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,792 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310621226; duration=0sec 2024-11-22T21:23:41,792 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:41,792 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:41,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742489_1665 (size=31105) 2024-11-22T21:23:41,795 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d0ccaab5c63b478780d2d4265383a6bd 2024-11-22T21:23:41,796 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf 2024-11-22T21:23:41,802 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 01b2e0da0cdb44fe8cbcaa5b3c614bdf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:41,802 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,802 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310621227; duration=0sec 2024-11-22T21:23:41,802 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:41,802 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/86390b37ed304c2aa60a6b61e6bb2867 is 50, key is test_row_0/B:col10/1732310621048/Put/seqid=0 2024-11-22T21:23:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742490_1666 (size=12151) 2024-11-22T21:23:41,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/86390b37ed304c2aa60a6b61e6bb2867 2024-11-22T21:23:41,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e4eace8e97f749aaa9285b73636b0f61 is 50, key is test_row_0/C:col10/1732310621048/Put/seqid=0 2024-11-22T21:23:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742491_1667 (size=12151) 2024-11-22T21:23:41,884 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e4eace8e97f749aaa9285b73636b0f61 2024-11-22T21:23:41,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d0ccaab5c63b478780d2d4265383a6bd as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd 2024-11-22T21:23:41,898 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd, entries=150, sequenceid=158, filesize=30.4 K 2024-11-22T21:23:41,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/86390b37ed304c2aa60a6b61e6bb2867 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867 2024-11-22T21:23:41,904 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T21:23:41,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e4eace8e97f749aaa9285b73636b0f61 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61 2024-11-22T21:23:41,913 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T21:23:41,914 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for baa69784e61b566bb9c1392bd5381d63 in 684ms, sequenceid=158, compaction requested=false 2024-11-22T21:23:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-22T21:23:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-22T21:23:41,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-22T21:23:41,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0640 sec 2024-11-22T21:23:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.0680 sec 2024-11-22T21:23:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:41,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:41,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:41,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fe6978d988554482b520cfe7765a2f3e_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742492_1668 (size=12304) 2024-11-22T21:23:41,951 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:41,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fe6978d988554482b520cfe7765a2f3e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe6978d988554482b520cfe7765a2f3e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T21:23:41,957 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-22T21:23:41,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:41,960 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/016d67165d734c80b8eed3943f187c12, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-22T21:23:41,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/016d67165d734c80b8eed3943f187c12 is 175, key is test_row_0/A:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:41,961 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:41,962 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:41,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:41,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310681964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310681964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310681983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310681984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310681989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742493_1669 (size=31105) 2024-11-22T21:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310682067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310682068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:42,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T21:23:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:42,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:42,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T21:23:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310682271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310682272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/016d67165d734c80b8eed3943f187c12 2024-11-22T21:23:42,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a9ec1bc5ed814328a9e98ef837dad6f8 is 50, key is test_row_0/B:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:42,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:42,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T21:23:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742494_1670 (size=12151) 2024-11-22T21:23:42,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a9ec1bc5ed814328a9e98ef837dad6f8 2024-11-22T21:23:42,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/634592c13ebd4fde99c8e316a9b61e5f is 50, key is test_row_0/C:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:42,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310682487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310682489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310682495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742495_1671 (size=12151) 2024-11-22T21:23:42,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/634592c13ebd4fde99c8e316a9b61e5f 2024-11-22T21:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/016d67165d734c80b8eed3943f187c12 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12 2024-11-22T21:23:42,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12, entries=150, sequenceid=172, filesize=30.4 K 2024-11-22T21:23:42,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a9ec1bc5ed814328a9e98ef837dad6f8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8 2024-11-22T21:23:42,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T21:23:42,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/634592c13ebd4fde99c8e316a9b61e5f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f 2024-11-22T21:23:42,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f, entries=150, sequenceid=172, filesize=11.9 K 2024-11-22T21:23:42,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 643ms, sequenceid=172, compaction requested=true 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:42,562 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:42,562 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:42,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:42,563 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93630 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:42,563 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:42,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:42,563 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,563 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,564 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=91.4 K 2024-11-22T21:23:42,564 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a88ebf833737418abc55a5f4dab61e65, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.8 K 2024-11-22T21:23:42,564 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,564 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12] 2024-11-22T21:23:42,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a88ebf833737418abc55a5f4dab61e65, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620562 2024-11-22T21:23:42,564 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting b382053cd67a4b938bec0d393479edf9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620562 2024-11-22T21:23:42,564 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 86390b37ed304c2aa60a6b61e6bb2867, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732310621041 2024-11-22T21:23:42,564 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0ccaab5c63b478780d2d4265383a6bd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732310621041 2024-11-22T21:23:42,565 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ec1bc5ed814328a9e98ef837dad6f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:42,565 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 016d67165d734c80b8eed3943f187c12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:42,572 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:42,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:42,575 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#576 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:42,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T21:23:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,575 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:42,575 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1 is 50, key is test_row_0/B:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:42,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:42,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:42,584 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ef23db0080d5441c9c4c59cf3462bbbb_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:42,587 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ef23db0080d5441c9c4c59cf3462bbbb_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:42,587 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ef23db0080d5441c9c4c59cf3462bbbb_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:42,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310682592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310682594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742496_1672 (size=12561) 2024-11-22T21:23:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224839fc9e6d614e3d9da025edb065dac8_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310621962/Put/seqid=0 2024-11-22T21:23:42,638 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1 2024-11-22T21:23:42,643 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 2c9ab1a2e0f44ae8a5a1f3470c7cbbd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:42,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:42,643 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310622562; duration=0sec 2024-11-22T21:23:42,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:42,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:42,643 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:42,645 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:42,645 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:42,645 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:42,645 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=35.8 K 2024-11-22T21:23:42,645 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b2e0da0cdb44fe8cbcaa5b3c614bdf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732310620562 2024-11-22T21:23:42,646 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e4eace8e97f749aaa9285b73636b0f61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732310621041 2024-11-22T21:23:42,646 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 634592c13ebd4fde99c8e316a9b61e5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742497_1673 (size=4469) 2024-11-22T21:23:42,660 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#575 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:42,660 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/feecf0e184f74700b075ebe969fe2c0c is 175, key is test_row_0/A:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742498_1674 (size=12304) 2024-11-22T21:23:42,689 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:42,692 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/12887b94d95b49baafd4172b3802d64b is 50, key is test_row_0/C:col10/1732310621369/Put/seqid=0 2024-11-22T21:23:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310682696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310682698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742500_1676 (size=12561) 2024-11-22T21:23:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742499_1675 (size=31515) 2024-11-22T21:23:42,754 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/feecf0e184f74700b075ebe969fe2c0c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c 2024-11-22T21:23:42,759 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/12887b94d95b49baafd4172b3802d64b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/12887b94d95b49baafd4172b3802d64b 2024-11-22T21:23:42,762 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into feecf0e184f74700b075ebe969fe2c0c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:42,762 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:42,762 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310622562; duration=0sec 2024-11-22T21:23:42,762 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:42,762 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:42,765 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 12887b94d95b49baafd4172b3802d64b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:42,765 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:42,765 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310622562; duration=0sec 2024-11-22T21:23:42,765 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:42,765 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310682902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310682903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:43,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:43,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224839fc9e6d614e3d9da025edb065dac8_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224839fc9e6d614e3d9da025edb065dac8_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/df638aa117994b68a810c6e4b9cc4ade, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/df638aa117994b68a810c6e4b9cc4ade is 175, key is test_row_0/A:col10/1732310621962/Put/seqid=0 2024-11-22T21:23:43,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742501_1677 (size=31105) 2024-11-22T21:23:43,113 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/df638aa117994b68a810c6e4b9cc4ade 2024-11-22T21:23:43,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/61abcf4806294c2fb4820c538598df3c is 50, key is test_row_0/B:col10/1732310621962/Put/seqid=0 2024-11-22T21:23:43,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742502_1678 (size=12151) 2024-11-22T21:23:43,169 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/61abcf4806294c2fb4820c538598df3c 2024-11-22T21:23:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/591b642eb8d84450884789fe6e95d417 is 50, key is test_row_0/C:col10/1732310621962/Put/seqid=0 2024-11-22T21:23:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310683204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310683206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742503_1679 (size=12151) 2024-11-22T21:23:43,216 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/591b642eb8d84450884789fe6e95d417 2024-11-22T21:23:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/df638aa117994b68a810c6e4b9cc4ade as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade 2024-11-22T21:23:43,228 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T21:23:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/61abcf4806294c2fb4820c538598df3c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c 2024-11-22T21:23:43,241 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T21:23:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/591b642eb8d84450884789fe6e95d417 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417 2024-11-22T21:23:43,253 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T21:23:43,254 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for baa69784e61b566bb9c1392bd5381d63 in 679ms, sequenceid=197, compaction requested=false 2024-11-22T21:23:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-22T21:23:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-22T21:23:43,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-22T21:23:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec 2024-11-22T21:23:43,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.3040 sec 2024-11-22T21:23:43,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:43,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122425643000a6e4985b4e3db199f1dc884_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742504_1680 (size=12304) 2024-11-22T21:23:43,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:43,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122425643000a6e4985b4e3db199f1dc884_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122425643000a6e4985b4e3db199f1dc884_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:43,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d7618f7d65e249a4bdc03d8e12be1dba, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:43,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d7618f7d65e249a4bdc03d8e12be1dba is 175, key is test_row_0/A:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310683534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310683536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310683539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742505_1681 (size=31105) 2024-11-22T21:23:43,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310683640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310683641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310683642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310683709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310683710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310683843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310683843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310683848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:43,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d7618f7d65e249a4bdc03d8e12be1dba 2024-11-22T21:23:43,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0f2455c75a334de48870cea636554a10 is 50, key is test_row_0/B:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742506_1682 (size=12151) 2024-11-22T21:23:44,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0f2455c75a334de48870cea636554a10 2024-11-22T21:23:44,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/2c05725eeeb64bfeb687d82633c8ca62 is 50, key is test_row_0/C:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742507_1683 (size=12151) 2024-11-22T21:23:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T21:23:44,068 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-22T21:23:44,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-22T21:23:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T21:23:44,072 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:44,073 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:44,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310684149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310684149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310684153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T21:23:44,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:44,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T21:23:44,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:44,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T21:23:44,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:44,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T21:23:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:44,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/2c05725eeeb64bfeb687d82633c8ca62 2024-11-22T21:23:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d7618f7d65e249a4bdc03d8e12be1dba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba 2024-11-22T21:23:44,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba, entries=150, sequenceid=212, filesize=30.4 K 2024-11-22T21:23:44,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0f2455c75a334de48870cea636554a10 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10 2024-11-22T21:23:44,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:23:44,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/2c05725eeeb64bfeb687d82633c8ca62 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62 2024-11-22T21:23:44,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T21:23:44,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for baa69784e61b566bb9c1392bd5381d63 in 992ms, sequenceid=212, compaction requested=true 2024-11-22T21:23:44,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:44,488 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:44,488 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:44,489 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:44,489 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:44,489 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,489 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=91.5 K 2024-11-22T21:23:44,489 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,489 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba] 2024-11-22T21:23:44,490 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:44,490 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:44,490 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,490 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.0 K 2024-11-22T21:23:44,490 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting feecf0e184f74700b075ebe969fe2c0c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:44,491 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c9ab1a2e0f44ae8a5a1f3470c7cbbd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:44,491 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting df638aa117994b68a810c6e4b9cc4ade, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732310621939 2024-11-22T21:23:44,491 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 61abcf4806294c2fb4820c538598df3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732310621939 2024-11-22T21:23:44,491 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7618f7d65e249a4bdc03d8e12be1dba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:44,491 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2455c75a334de48870cea636554a10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:44,502 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#584 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:44,502 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/805ddee869d5491889cfce482a265a2b is 50, key is test_row_0/B:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:44,521 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:44,524 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112271fd03c285214b9784a3f0f587a52d0d_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:44,526 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112271fd03c285214b9784a3f0f587a52d0d_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:44,526 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112271fd03c285214b9784a3f0f587a52d0d_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:44,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:44,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T21:23:44,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,532 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:44,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742508_1684 (size=12663) 2024-11-22T21:23:44,550 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/805ddee869d5491889cfce482a265a2b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/805ddee869d5491889cfce482a265a2b 2024-11-22T21:23:44,557 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 805ddee869d5491889cfce482a265a2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:44,557 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:44,557 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310624488; duration=0sec 2024-11-22T21:23:44,557 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:44,557 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:44,557 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742509_1685 (size=4469) 2024-11-22T21:23:44,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112255c676fb3dd145e88b5288a2198c37ff_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310623528/Put/seqid=0 2024-11-22T21:23:44,561 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:44,562 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:44,562 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,562 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/12887b94d95b49baafd4172b3802d64b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.0 K 2024-11-22T21:23:44,562 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#585 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:44,562 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 12887b94d95b49baafd4172b3802d64b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732310621369 2024-11-22T21:23:44,562 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7a4d6f5804634386807e651d38f4099a is 175, key is test_row_0/A:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:44,562 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 591b642eb8d84450884789fe6e95d417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732310621939 2024-11-22T21:23:44,563 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c05725eeeb64bfeb687d82633c8ca62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742511_1687 (size=31617) 2024-11-22T21:23:44,591 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7a4d6f5804634386807e651d38f4099a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a 2024-11-22T21:23:44,594 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:44,594 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/839d7729fee54cbfadf2b3d2ef4d87e0 is 50, key is test_row_0/C:col10/1732310623493/Put/seqid=0 2024-11-22T21:23:44,599 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 7a4d6f5804634386807e651d38f4099a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:44,599 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:44,599 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310624488; duration=0sec 2024-11-22T21:23:44,599 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:44,599 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742510_1686 (size=12304) 2024-11-22T21:23:44,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:44,611 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112255c676fb3dd145e88b5288a2198c37ff_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112255c676fb3dd145e88b5288a2198c37ff_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:44,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/49b3df3c85e74ff0bff31802160a5264, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/49b3df3c85e74ff0bff31802160a5264 is 175, key is test_row_0/A:col10/1732310623528/Put/seqid=0 2024-11-22T21:23:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742512_1688 (size=12663) 2024-11-22T21:23:44,624 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/839d7729fee54cbfadf2b3d2ef4d87e0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/839d7729fee54cbfadf2b3d2ef4d87e0 2024-11-22T21:23:44,633 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 839d7729fee54cbfadf2b3d2ef4d87e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:44,633 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:44,633 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310624488; duration=0sec 2024-11-22T21:23:44,633 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:44,633 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:44,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742513_1689 (size=31105) 2024-11-22T21:23:44,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/49b3df3c85e74ff0bff31802160a5264 2024-11-22T21:23:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/91ea927bdf8d422fb287235b5fccf711 is 50, key is test_row_0/B:col10/1732310623528/Put/seqid=0 2024-11-22T21:23:44,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T21:23:44,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310684672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310684674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310684682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742514_1690 (size=12151) 2024-11-22T21:23:44,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/91ea927bdf8d422fb287235b5fccf711 2024-11-22T21:23:44,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/1d3bc789022e4a2592d8f27c72aed3f3 is 50, key is test_row_0/C:col10/1732310623528/Put/seqid=0 2024-11-22T21:23:44,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310684713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310684713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742515_1691 (size=12151) 2024-11-22T21:23:44,723 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/1d3bc789022e4a2592d8f27c72aed3f3 2024-11-22T21:23:44,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/49b3df3c85e74ff0bff31802160a5264 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264 2024-11-22T21:23:44,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264, entries=150, sequenceid=236, filesize=30.4 K 2024-11-22T21:23:44,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/91ea927bdf8d422fb287235b5fccf711 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711 2024-11-22T21:23:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T21:23:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/1d3bc789022e4a2592d8f27c72aed3f3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3 2024-11-22T21:23:44,757 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T21:23:44,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for baa69784e61b566bb9c1392bd5381d63 in 226ms, sequenceid=236, compaction requested=false 2024-11-22T21:23:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-22T21:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-22T21:23:44,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-22T21:23:44,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 687 msec 2024-11-22T21:23:44,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 691 msec 2024-11-22T21:23:44,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:44,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236ac3211f2004bb7bb234479d7b09be4_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310684824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310684826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310684826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742516_1692 (size=12304) 2024-11-22T21:23:44,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310684932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310684932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:44,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310684933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310685134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310685135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310685135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T21:23:45,178 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-22T21:23:45,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-22T21:23:45,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:45,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:45,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:45,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:45,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236ac3211f2004bb7bb234479d7b09be4_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236ac3211f2004bb7bb234479d7b09be4_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:45,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/010c83465dfc40afaaf2dc72c1b71997, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/010c83465dfc40afaaf2dc72c1b71997 is 175, key is test_row_0/A:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742517_1693 (size=31105) 2024-11-22T21:23:45,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/010c83465dfc40afaaf2dc72c1b71997 2024-11-22T21:23:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:45,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e1d671ea8c3f4b45a20a082ba26c05f3 is 50, key is test_row_0/B:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742518_1694 (size=12151) 2024-11-22T21:23:45,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e1d671ea8c3f4b45a20a082ba26c05f3 2024-11-22T21:23:45,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/53adb3c1149645aa821c081f170e6929 is 50, key is test_row_0/C:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:45,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742519_1695 (size=12151) 2024-11-22T21:23:45,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/53adb3c1149645aa821c081f170e6929 2024-11-22T21:23:45,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/010c83465dfc40afaaf2dc72c1b71997 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997 2024-11-22T21:23:45,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997, entries=150, sequenceid=254, filesize=30.4 K 2024-11-22T21:23:45,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e1d671ea8c3f4b45a20a082ba26c05f3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3 2024-11-22T21:23:45,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T21:23:45,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/53adb3c1149645aa821c081f170e6929 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929 2024-11-22T21:23:45,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T21:23:45,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for baa69784e61b566bb9c1392bd5381d63 in 613ms, sequenceid=254, compaction requested=true 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:45,396 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:45,396 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:45,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:45,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:45,397 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,397 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=91.6 K 2024-11-22T21:23:45,397 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,397 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997] 2024-11-22T21:23:45,398 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:45,398 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:45,398 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,398 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/805ddee869d5491889cfce482a265a2b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.1 K 2024-11-22T21:23:45,398 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a4d6f5804634386807e651d38f4099a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:45,398 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 805ddee869d5491889cfce482a265a2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:45,399 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ea927bdf8d422fb287235b5fccf711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732310623528 2024-11-22T21:23:45,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49b3df3c85e74ff0bff31802160a5264, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732310623528 2024-11-22T21:23:45,401 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d671ea8c3f4b45a20a082ba26c05f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:45,401 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 010c83465dfc40afaaf2dc72c1b71997, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:45,424 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,442 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:45,442 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a6ab5104e60b48e48e29365f0a112245 is 50, key is test_row_0/B:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,461 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220997bf60bace4002b0ef8ce38c380df9_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,463 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220997bf60bace4002b0ef8ce38c380df9_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,463 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220997bf60bace4002b0ef8ce38c380df9_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742520_1696 (size=12765) 2024-11-22T21:23:45,473 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a6ab5104e60b48e48e29365f0a112245 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a6ab5104e60b48e48e29365f0a112245 2024-11-22T21:23:45,479 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into a6ab5104e60b48e48e29365f0a112245(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:45,479 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:45,479 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310625396; duration=0sec 2024-11-22T21:23:45,479 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:45,479 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:45,479 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:45,480 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:45,480 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:45,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:45,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:45,481 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,481 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/839d7729fee54cbfadf2b3d2ef4d87e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.1 K 2024-11-22T21:23:45,481 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 839d7729fee54cbfadf2b3d2ef4d87e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732310622590 2024-11-22T21:23:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742521_1697 (size=4469) 2024-11-22T21:23:45,487 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d3bc789022e4a2592d8f27c72aed3f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732310623528 2024-11-22T21:23:45,488 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 53adb3c1149645aa821c081f170e6929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224119d5c0f270426dab5af39a919115e4_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310624823/Put/seqid=0 2024-11-22T21:23:45,489 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#593 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:45,490 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0f1d8836c57c496687b21f3a6b52f3e2 is 175, key is test_row_0/A:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:45,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:45,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:45,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310685506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310685506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742522_1698 (size=31719) 2024-11-22T21:23:45,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310685516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,526 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0f1d8836c57c496687b21f3a6b52f3e2 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2 2024-11-22T21:23:45,531 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 0f1d8836c57c496687b21f3a6b52f3e2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:45,531 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:45,531 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310625396; duration=0sec 2024-11-22T21:23:45,531 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:45,531 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742523_1699 (size=12454) 2024-11-22T21:23:45,558 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:45,559 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/a7a1de27ca50456f94acc7b6d725fee5 is 50, key is test_row_0/C:col10/1732310624781/Put/seqid=0 2024-11-22T21:23:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742524_1700 (size=12765) 2024-11-22T21:23:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310685613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310685613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310685621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:45,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:45,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:45,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:45,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:45,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:45,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310685816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310685817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310685823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:45,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:45,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224119d5c0f270426dab5af39a919115e4_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224119d5c0f270426dab5af39a919115e4_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:45,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ed49f6f2439840cca8c9cd098347d904, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:45,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ed49f6f2439840cca8c9cd098347d904 is 175, key is test_row_0/A:col10/1732310624823/Put/seqid=0 2024-11-22T21:23:45,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:45,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:45,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742525_1701 (size=31255) 2024-11-22T21:23:45,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ed49f6f2439840cca8c9cd098347d904 2024-11-22T21:23:46,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/a7a1de27ca50456f94acc7b6d725fee5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a7a1de27ca50456f94acc7b6d725fee5 2024-11-22T21:23:46,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ac9ec646ca1449aaa907360e733b9f5a is 50, key is test_row_0/B:col10/1732310624823/Put/seqid=0 2024-11-22T21:23:46,016 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into a7a1de27ca50456f94acc7b6d725fee5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:46,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:46,016 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310625396; duration=0sec 2024-11-22T21:23:46,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:46,016 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742526_1702 (size=12301) 2024-11-22T21:23:46,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ac9ec646ca1449aaa907360e733b9f5a 2024-11-22T21:23:46,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/fc900cdfe57043b79eda64bde5f4d268 is 50, key is test_row_0/C:col10/1732310624823/Put/seqid=0 2024-11-22T21:23:46,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742527_1703 (size=12301) 2024-11-22T21:23:46,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:46,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310686121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310686121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310686128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:46,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:46,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:46,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:46,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:46,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/fc900cdfe57043b79eda64bde5f4d268 2024-11-22T21:23:46,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/ed49f6f2439840cca8c9cd098347d904 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904 2024-11-22T21:23:46,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904, entries=150, sequenceid=280, filesize=30.5 K 2024-11-22T21:23:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ac9ec646ca1449aaa907360e733b9f5a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a 2024-11-22T21:23:46,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T21:23:46,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/fc900cdfe57043b79eda64bde5f4d268 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268 2024-11-22T21:23:46,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T21:23:46,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for baa69784e61b566bb9c1392bd5381d63 in 1023ms, sequenceid=280, compaction requested=false 2024-11-22T21:23:46,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:46,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:46,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:46,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:46,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c98541f0bbd34ed8b5b3a40f6ab9c42c_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310625504/Put/seqid=0 2024-11-22T21:23:46,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742528_1704 (size=12454) 2024-11-22T21:23:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:46,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c98541f0bbd34ed8b5b3a40f6ab9c42c_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c98541f0bbd34ed8b5b3a40f6ab9c42c_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:46,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7b2c660cc4da4e609eaa5ad257b62b39, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7b2c660cc4da4e609eaa5ad257b62b39 is 175, key is test_row_0/A:col10/1732310625504/Put/seqid=0 2024-11-22T21:23:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742529_1705 (size=31255) 2024-11-22T21:23:46,657 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7b2c660cc4da4e609eaa5ad257b62b39 2024-11-22T21:23:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/96861b09897b4778a1eccb205422b213 is 50, key is test_row_0/B:col10/1732310625504/Put/seqid=0 2024-11-22T21:23:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310686677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310686679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310686679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742530_1706 (size=12301) 2024-11-22T21:23:46,720 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/96861b09897b4778a1eccb205422b213 2024-11-22T21:23:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310686730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,732 DEBUG [Thread-2738 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310686732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,737 DEBUG [Thread-2732 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/0e0fe262644f4414aa9501a8d9da631a is 50, key is test_row_0/C:col10/1732310625504/Put/seqid=0 2024-11-22T21:23:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742531_1707 (size=12301) 2024-11-22T21:23:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310686783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310686783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310686784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310686987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310686989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,178 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/0e0fe262644f4414aa9501a8d9da631a 2024-11-22T21:23:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/7b2c660cc4da4e609eaa5ad257b62b39 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39 2024-11-22T21:23:47,189 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39, entries=150, sequenceid=294, filesize=30.5 K 2024-11-22T21:23:47,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/96861b09897b4778a1eccb205422b213 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213 2024-11-22T21:23:47,200 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T21:23:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/0e0fe262644f4414aa9501a8d9da631a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a 2024-11-22T21:23:47,205 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T21:23:47,205 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 632ms, sequenceid=294, compaction requested=true 2024-11-22T21:23:47,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:47,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-22T21:23:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-22T21:23:47,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T21:23:47,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-22T21:23:47,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.0270 sec 2024-11-22T21:23:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T21:23:47,288 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-22T21:23:47,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-22T21:23:47,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:47,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:47,295 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:47,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c206498366aa48f993f991f381ef8e57_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310687304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310687304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310687309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742532_1708 (size=14994) 2024-11-22T21:23:47,358 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:47,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c206498366aa48f993f991f381ef8e57_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c206498366aa48f993f991f381ef8e57_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:47,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/263b2b954e264501adb3bcab8d8c55bb, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:47,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/263b2b954e264501adb3bcab8d8c55bb is 175, key is test_row_0/A:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742533_1709 (size=39949) 2024-11-22T21:23:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310687410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310687410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310687413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:47,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:47,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:47,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310687614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310687615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310687619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:47,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:47,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:47,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,802 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/263b2b954e264501adb3bcab8d8c55bb 2024-11-22T21:23:47,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0005f2771a8640368fabe28632ca29f7 is 50, key is test_row_0/B:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742534_1710 (size=12301) 2024-11-22T21:23:47,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0005f2771a8640368fabe28632ca29f7 2024-11-22T21:23:47,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/33a6ce59b4bc44778a2fb50612416be8 is 50, key is test_row_0/C:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:47,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742535_1711 (size=12301) 2024-11-22T21:23:47,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/33a6ce59b4bc44778a2fb50612416be8 2024-11-22T21:23:47,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/263b2b954e264501adb3bcab8d8c55bb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb 2024-11-22T21:23:47,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb, entries=200, sequenceid=321, filesize=39.0 K 2024-11-22T21:23:47,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/0005f2771a8640368fabe28632ca29f7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7 2024-11-22T21:23:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:47,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7, entries=150, sequenceid=321, filesize=12.0 K 2024-11-22T21:23:47,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/33a6ce59b4bc44778a2fb50612416be8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8 2024-11-22T21:23:47,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8, entries=150, sequenceid=321, filesize=12.0 K 2024-11-22T21:23:47,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:47,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:47,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for baa69784e61b566bb9c1392bd5381d63 in 616ms, sequenceid=321, compaction requested=true 2024-11-22T21:23:47,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:47,912 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:47,915 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:47,915 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:47,915 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:47,915 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,915 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:47,916 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=131.0 K 2024-11-22T21:23:47,916 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:47,916 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,916 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:47,916 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb] 2024-11-22T21:23:47,916 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a6ab5104e60b48e48e29365f0a112245, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=48.5 K 2024-11-22T21:23:47,916 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a6ab5104e60b48e48e29365f0a112245, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:47,916 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1d8836c57c496687b21f3a6b52f3e2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:47,917 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ac9ec646ca1449aaa907360e733b9f5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310624823 2024-11-22T21:23:47,917 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed49f6f2439840cca8c9cd098347d904, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310624823 2024-11-22T21:23:47,917 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 96861b09897b4778a1eccb205422b213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310625496 2024-11-22T21:23:47,917 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b2c660cc4da4e609eaa5ad257b62b39, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310625496 2024-11-22T21:23:47,918 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0005f2771a8640368fabe28632ca29f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626676 2024-11-22T21:23:47,918 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 263b2b954e264501adb3bcab8d8c55bb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626675 2024-11-22T21:23:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:47,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:47,934 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#605 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:47,934 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/62a74a20208147bc96a2573620c436aa is 50, key is test_row_0/B:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:47,941 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:47,972 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bc3cb74e27154b41a8a7e95f70c4fd07_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310687967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310687968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310687969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:47,974 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bc3cb74e27154b41a8a7e95f70c4fd07_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:47,974 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc3cb74e27154b41a8a7e95f70c4fd07_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:47,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122553aa54484d94eb7abba6fb30fec3378_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310627924/Put/seqid=0 2024-11-22T21:23:47,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742536_1712 (size=13051) 2024-11-22T21:23:48,002 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/62a74a20208147bc96a2573620c436aa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/62a74a20208147bc96a2573620c436aa 2024-11-22T21:23:48,008 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 62a74a20208147bc96a2573620c436aa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:48,009 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:48,009 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=12, startTime=1732310627915; duration=0sec 2024-11-22T21:23:48,009 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:48,009 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:48,009 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:48,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:48,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:48,010 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:48,010 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a7a1de27ca50456f94acc7b6d725fee5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=48.5 K 2024-11-22T21:23:48,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a1de27ca50456f94acc7b6d725fee5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732310624671 2024-11-22T21:23:48,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting fc900cdfe57043b79eda64bde5f4d268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732310624823 2024-11-22T21:23:48,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e0fe262644f4414aa9501a8d9da631a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732310625496 2024-11-22T21:23:48,011 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a6ce59b4bc44778a2fb50612416be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626676 2024-11-22T21:23:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742538_1714 (size=17534) 2024-11-22T21:23:48,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122553aa54484d94eb7abba6fb30fec3378_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122553aa54484d94eb7abba6fb30fec3378_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:48,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/15736bdb30ef49089fc74eeed2a9a487, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:48,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/15736bdb30ef49089fc74eeed2a9a487 is 175, key is test_row_0/A:col10/1732310627924/Put/seqid=0 2024-11-22T21:23:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742537_1713 (size=4469) 2024-11-22T21:23:48,031 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#606 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:48,031 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/6ea0d48192b94c24be177515cb770579 is 175, key is test_row_0/A:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:48,039 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:48,040 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/8f3abf03b21d457db26a6bf64cd26736 is 50, key is test_row_0/C:col10/1732310627292/Put/seqid=0 2024-11-22T21:23:48,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:48,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:48,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742540_1716 (size=32005) 2024-11-22T21:23:48,104 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/6ea0d48192b94c24be177515cb770579 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579 2024-11-22T21:23:48,109 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 6ea0d48192b94c24be177515cb770579(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742539_1715 (size=48639) 2024-11-22T21:23:48,109 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:48,109 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=12, startTime=1732310627911; duration=0sec 2024-11-22T21:23:48,109 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:48,109 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:48,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/15736bdb30ef49089fc74eeed2a9a487 2024-11-22T21:23:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742541_1717 (size=13051) 2024-11-22T21:23:48,127 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/8f3abf03b21d457db26a6bf64cd26736 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/8f3abf03b21d457db26a6bf64cd26736 2024-11-22T21:23:48,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d41bb8c286274547b5797cba02d8a7b6 is 50, key is test_row_0/B:col10/1732310627924/Put/seqid=0 2024-11-22T21:23:48,132 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 8f3abf03b21d457db26a6bf64cd26736(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:48,133 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:48,133 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=12, startTime=1732310627926; duration=0sec 2024-11-22T21:23:48,133 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:48,133 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:48,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742542_1718 (size=12301) 2024-11-22T21:23:48,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d41bb8c286274547b5797cba02d8a7b6 2024-11-22T21:23:48,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d990fdf987c94ddd83da50165bf8e6c4 is 50, key is test_row_0/C:col10/1732310627924/Put/seqid=0 2024-11-22T21:23:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742543_1719 (size=12301) 2024-11-22T21:23:48,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d990fdf987c94ddd83da50165bf8e6c4 2024-11-22T21:23:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/15736bdb30ef49089fc74eeed2a9a487 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487 2024-11-22T21:23:48,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487, entries=250, sequenceid=333, filesize=47.5 K 2024-11-22T21:23:48,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/d41bb8c286274547b5797cba02d8a7b6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6 2024-11-22T21:23:48,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6, entries=150, sequenceid=333, filesize=12.0 K 2024-11-22T21:23:48,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d990fdf987c94ddd83da50165bf8e6c4 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4 2024-11-22T21:23:48,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4, entries=150, sequenceid=333, filesize=12.0 K 2024-11-22T21:23:48,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for baa69784e61b566bb9c1392bd5381d63 in 283ms, sequenceid=333, compaction requested=false 2024-11-22T21:23:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:48,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:48,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T21:23:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:48,216 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:48,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c82e4eb9c17d4246ac9b131c8ec4b5a6_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310627954/Put/seqid=0 2024-11-22T21:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742544_1720 (size=12454) 2024-11-22T21:23:48,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c82e4eb9c17d4246ac9b131c8ec4b5a6_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c82e4eb9c17d4246ac9b131c8ec4b5a6_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:48,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/e97bd489db7e4ff491cbe81566e3b259, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:48,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/e97bd489db7e4ff491cbe81566e3b259 is 175, key is test_row_0/A:col10/1732310627954/Put/seqid=0 2024-11-22T21:23:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742545_1721 (size=31255) 2024-11-22T21:23:48,313 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/e97bd489db7e4ff491cbe81566e3b259 2024-11-22T21:23:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/985e6300f8ec43069f915a7f6be62399 is 50, key is test_row_0/B:col10/1732310627954/Put/seqid=0 2024-11-22T21:23:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742546_1722 (size=12301) 2024-11-22T21:23:48,343 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/985e6300f8ec43069f915a7f6be62399 2024-11-22T21:23:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e9960beaa7de4df7b0448f67c04c1baa is 50, key is test_row_0/C:col10/1732310627954/Put/seqid=0 2024-11-22T21:23:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742547_1723 (size=12301) 2024-11-22T21:23:48,388 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e9960beaa7de4df7b0448f67c04c1baa 2024-11-22T21:23:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/e97bd489db7e4ff491cbe81566e3b259 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259 2024-11-22T21:23:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:48,401 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259, entries=150, sequenceid=360, filesize=30.5 K 2024-11-22T21:23:48,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/985e6300f8ec43069f915a7f6be62399 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399 2024-11-22T21:23:48,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,408 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T21:23:48,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/e9960beaa7de4df7b0448f67c04c1baa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa 2024-11-22T21:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,415 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T21:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,415 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for baa69784e61b566bb9c1392bd5381d63 in 199ms, sequenceid=360, compaction requested=true 2024-11-22T21:23:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:48,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-22T21:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-22T21:23:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-22T21:23:48,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-22T21:23:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.1270 sec 2024-11-22T21:23:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:48,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:48,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226456c8a5f25e462d8f76a088cca529eb_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:48,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742548_1724 (size=12454) 2024-11-22T21:23:48,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310688973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310688980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:48,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310688980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:49,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226456c8a5f25e462d8f76a088cca529eb_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226456c8a5f25e462d8f76a088cca529eb_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:49,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/967181a8f4e742dbbcf931bf62384cd7, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/967181a8f4e742dbbcf931bf62384cd7 is 175, key is test_row_0/A:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742549_1725 (size=31251) 2024-11-22T21:23:49,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/967181a8f4e742dbbcf931bf62384cd7 2024-11-22T21:23:49,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/98463c60634142fb8e708f6f1d6ba134 is 50, key is test_row_0/B:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742550_1726 (size=9857) 2024-11-22T21:23:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310689277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310689284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310689285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T21:23:49,401 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-22T21:23:49,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-22T21:23:49,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T21:23:49,406 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:49,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T21:23:49,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:49,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T21:23:49,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:49,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:49,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:49,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/98463c60634142fb8e708f6f1d6ba134 2024-11-22T21:23:49,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/bb01886192bc4fa5828f4c2af6a0ce08 is 50, key is test_row_0/C:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742551_1727 (size=9857) 2024-11-22T21:23:49,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/bb01886192bc4fa5828f4c2af6a0ce08 2024-11-22T21:23:49,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/967181a8f4e742dbbcf931bf62384cd7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7 2024-11-22T21:23:49,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7, entries=150, sequenceid=373, filesize=30.5 K 2024-11-22T21:23:49,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/98463c60634142fb8e708f6f1d6ba134 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134 2024-11-22T21:23:49,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134, entries=100, sequenceid=373, filesize=9.6 K 2024-11-22T21:23:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/bb01886192bc4fa5828f4c2af6a0ce08 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08 2024-11-22T21:23:49,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08, entries=100, sequenceid=373, filesize=9.6 K 2024-11-22T21:23:49,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for baa69784e61b566bb9c1392bd5381d63 in 1077ms, sequenceid=373, compaction requested=true 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:49,684 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:49,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T21:23:49,685 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:49,686 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:49,686 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:49,686 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:49,686 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:49,686 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,686 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,686 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=139.8 K 2024-11-22T21:23:49,686 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/62a74a20208147bc96a2573620c436aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=46.4 K 2024-11-22T21:23:49,686 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,686 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7] 2024-11-22T21:23:49,687 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ea0d48192b94c24be177515cb770579, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626676 2024-11-22T21:23:49,687 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 62a74a20208147bc96a2573620c436aa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626676 2024-11-22T21:23:49,687 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15736bdb30ef49089fc74eeed2a9a487, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732310627303 2024-11-22T21:23:49,687 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d41bb8c286274547b5797cba02d8a7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732310627921 2024-11-22T21:23:49,692 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 985e6300f8ec43069f915a7f6be62399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732310627954 2024-11-22T21:23:49,692 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting e97bd489db7e4ff491cbe81566e3b259, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732310627954 2024-11-22T21:23:49,696 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 98463c60634142fb8e708f6f1d6ba134, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310628295 2024-11-22T21:23:49,696 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 967181a8f4e742dbbcf931bf62384cd7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310628294 2024-11-22T21:23:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T21:23:49,711 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:49,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:49,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:49,715 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,718 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#618 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:49,719 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/7f11dd3da89c4c62a4b085b7007176d3 is 50, key is test_row_0/B:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,729 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222e09a446f16047ddb3c4cfce47b17b62_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,732 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222e09a446f16047ddb3c4cfce47b17b62_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,732 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222e09a446f16047ddb3c4cfce47b17b62_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122453a1fc366624d8c8e9bb406b266a52a_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310628658/Put/seqid=0 2024-11-22T21:23:49,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742552_1728 (size=13187) 2024-11-22T21:23:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742553_1729 (size=4469) 2024-11-22T21:23:49,799 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#617 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:49,800 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ced301fef454ee4b845a9d72e21305c is 175, key is test_row_0/A:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,807 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/7f11dd3da89c4c62a4b085b7007176d3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/7f11dd3da89c4c62a4b085b7007176d3 2024-11-22T21:23:49,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310689805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742554_1730 (size=12454) 2024-11-22T21:23:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:49,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310689809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310689809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122453a1fc366624d8c8e9bb406b266a52a_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122453a1fc366624d8c8e9bb406b266a52a_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:49,817 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 7f11dd3da89c4c62a4b085b7007176d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:49,817 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:49,817 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=12, startTime=1732310629684; duration=0sec 2024-11-22T21:23:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/fdfd73436259432da749a85edbc18aeb, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:49,817 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:49,817 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:49,817 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/fdfd73436259432da749a85edbc18aeb is 175, key is test_row_0/A:col10/1732310628658/Put/seqid=0 2024-11-22T21:23:49,826 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:49,826 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:49,826 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,826 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/8f3abf03b21d457db26a6bf64cd26736, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=46.4 K 2024-11-22T21:23:49,827 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f3abf03b21d457db26a6bf64cd26736, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732310626676 2024-11-22T21:23:49,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d990fdf987c94ddd83da50165bf8e6c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732310627921 2024-11-22T21:23:49,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e9960beaa7de4df7b0448f67c04c1baa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732310627954 2024-11-22T21:23:49,828 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting bb01886192bc4fa5828f4c2af6a0ce08, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310628295 2024-11-22T21:23:49,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742555_1731 (size=32248) 2024-11-22T21:23:49,858 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#620 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:49,858 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/5cf801380a4647969b163921a97fd887 is 50, key is test_row_0/C:col10/1732310628295/Put/seqid=0 2024-11-22T21:23:49,861 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ced301fef454ee4b845a9d72e21305c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c 2024-11-22T21:23:49,866 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 0ced301fef454ee4b845a9d72e21305c(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:49,866 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:49,866 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=12, startTime=1732310629684; duration=0sec 2024-11-22T21:23:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742556_1732 (size=31255) 2024-11-22T21:23:49,866 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:49,866 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:49,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/fdfd73436259432da749a85edbc18aeb 2024-11-22T21:23:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/db167b1457e342f49d6b12c2981d79e0 is 50, key is test_row_0/B:col10/1732310628658/Put/seqid=0 2024-11-22T21:23:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742557_1733 (size=13187) 2024-11-22T21:23:49,886 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/5cf801380a4647969b163921a97fd887 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5cf801380a4647969b163921a97fd887 2024-11-22T21:23:49,894 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 5cf801380a4647969b163921a97fd887(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:49,894 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:49,894 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=12, startTime=1732310629684; duration=0sec 2024-11-22T21:23:49,894 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:49,894 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742558_1734 (size=12301) 2024-11-22T21:23:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/db167b1457e342f49d6b12c2981d79e0 2024-11-22T21:23:49,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310689911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310689915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310689915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:49,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/5effdd72ead74afd931468fe7c3c0afa is 50, key is test_row_0/C:col10/1732310628658/Put/seqid=0 2024-11-22T21:23:49,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742559_1735 (size=12301) 2024-11-22T21:23:49,949 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/5effdd72ead74afd931468fe7c3c0afa 2024-11-22T21:23:49,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/fdfd73436259432da749a85edbc18aeb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb 2024-11-22T21:23:49,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb, entries=150, sequenceid=397, filesize=30.5 K 2024-11-22T21:23:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/db167b1457e342f49d6b12c2981d79e0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0 2024-11-22T21:23:49,971 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0, entries=150, sequenceid=397, filesize=12.0 K 2024-11-22T21:23:49,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/5effdd72ead74afd931468fe7c3c0afa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa 2024-11-22T21:23:49,978 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa, entries=150, sequenceid=397, filesize=12.0 K 2024-11-22T21:23:49,980 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for baa69784e61b566bb9c1392bd5381d63 in 268ms, sequenceid=397, compaction requested=false 2024-11-22T21:23:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-22T21:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-22T21:23:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-22T21:23:49,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 576 msec 2024-11-22T21:23:49,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 581 msec 2024-11-22T21:23:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T21:23:50,009 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-22T21:23:50,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-22T21:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:50,012 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:50,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:50,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:50,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0cebe4fa82d489b98d13349df605801_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310690150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310690154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310690155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742560_1736 (size=12454) 2024-11-22T21:23:50,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:50,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0cebe4fa82d489b98d13349df605801_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0cebe4fa82d489b98d13349df605801_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:50,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/685deda4eb354df2b5b7ba80d4d084d5, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/685deda4eb354df2b5b7ba80d4d084d5 is 175, key is test_row_0/A:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742561_1737 (size=31255) 2024-11-22T21:23:50,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/685deda4eb354df2b5b7ba80d4d084d5 2024-11-22T21:23:50,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/93b2bd1a45a04161a306b3e241f64e80 is 50, key is test_row_0/B:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742562_1738 (size=12301) 2024-11-22T21:23:50,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/93b2bd1a45a04161a306b3e241f64e80 2024-11-22T21:23:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310690255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310690258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310690264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/eced60b7e8524992a12e065d549b2470 is 50, key is test_row_0/C:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742563_1739 (size=12301) 2024-11-22T21:23:50,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/eced60b7e8524992a12e065d549b2470 2024-11-22T21:23:50,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/685deda4eb354df2b5b7ba80d4d084d5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5 2024-11-22T21:23:50,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5, entries=150, sequenceid=413, filesize=30.5 K 2024-11-22T21:23:50,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/93b2bd1a45a04161a306b3e241f64e80 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80 2024-11-22T21:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:50,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T21:23:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/eced60b7e8524992a12e065d549b2470 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470 2024-11-22T21:23:50,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T21:23:50,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for baa69784e61b566bb9c1392bd5381d63 in 207ms, sequenceid=413, compaction requested=true 2024-11-22T21:23:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:50,325 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:50,325 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94758 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:50,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:50,326 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,326 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=92.5 K 2024-11-22T21:23:50,326 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,326 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5] 2024-11-22T21:23:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:50,326 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:50,327 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ced301fef454ee4b845a9d72e21305c, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310627967 2024-11-22T21:23:50,328 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:50,328 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdfd73436259432da749a85edbc18aeb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732310628658 2024-11-22T21:23:50,328 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:50,328 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,328 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/7f11dd3da89c4c62a4b085b7007176d3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.9 K 2024-11-22T21:23:50,328 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 685deda4eb354df2b5b7ba80d4d084d5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:50,329 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f11dd3da89c4c62a4b085b7007176d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310627967 2024-11-22T21:23:50,329 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting db167b1457e342f49d6b12c2981d79e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732310628658 2024-11-22T21:23:50,329 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 93b2bd1a45a04161a306b3e241f64e80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:50,335 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,339 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#627 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:50,339 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/8c93fe35514b4dd0b61bd518833b11fa is 50, key is test_row_0/B:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,341 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222b0c02ec60364253bd0f1b848ecbcc8e_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,343 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222b0c02ec60364253bd0f1b848ecbcc8e_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,343 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222b0c02ec60364253bd0f1b848ecbcc8e_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742564_1740 (size=13289) 2024-11-22T21:23:50,390 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/8c93fe35514b4dd0b61bd518833b11fa as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8c93fe35514b4dd0b61bd518833b11fa 2024-11-22T21:23:50,397 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 8c93fe35514b4dd0b61bd518833b11fa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:50,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:50,397 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=13, startTime=1732310630326; duration=0sec 2024-11-22T21:23:50,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:50,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:50,397 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T21:23:50,400 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T21:23:50,400 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:50,400 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,400 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5cf801380a4647969b163921a97fd887, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=36.9 K 2024-11-22T21:23:50,401 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf801380a4647969b163921a97fd887, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732310627967 2024-11-22T21:23:50,401 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 5effdd72ead74afd931468fe7c3c0afa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732310628658 2024-11-22T21:23:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742565_1741 (size=4469) 2024-11-22T21:23:50,402 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting eced60b7e8524992a12e065d549b2470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:50,403 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#626 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:50,403 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/724a664703ad4509b0ef4ed63a7ca095 is 175, key is test_row_0/A:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,430 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#628 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:50,430 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f9718b8e976c437d9e13a1bb03d84936 is 50, key is test_row_0/C:col10/1732310629807/Put/seqid=0 2024-11-22T21:23:50,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742566_1742 (size=32243) 2024-11-22T21:23:50,456 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/724a664703ad4509b0ef4ed63a7ca095 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095 2024-11-22T21:23:50,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:50,461 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 724a664703ad4509b0ef4ed63a7ca095(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:50,461 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:50,461 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=13, startTime=1732310630325; duration=0sec 2024-11-22T21:23:50,461 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:50,461 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:50,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232fe9734341c4aca8bff7ce166865adb_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310630153/Put/seqid=0 2024-11-22T21:23:50,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742567_1743 (size=13289) 2024-11-22T21:23:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742568_1744 (size=12454) 2024-11-22T21:23:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310690480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310690480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310690480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310690585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310690585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310690585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:50,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42334 deadline: 1732310690746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,748 DEBUG [Thread-2738 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42332 deadline: 1732310690762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,764 DEBUG [Thread-2732 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., hostname=a98040524f50,45229,1732310453838, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T21:23:50,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310690789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310690789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310690790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:50,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:50,885 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232fe9734341c4aca8bff7ce166865adb_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232fe9734341c4aca8bff7ce166865adb_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:50,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/086a50e6c15a471290a962a4a3691a56, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:50,887 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f9718b8e976c437d9e13a1bb03d84936 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f9718b8e976c437d9e13a1bb03d84936 2024-11-22T21:23:50,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/086a50e6c15a471290a962a4a3691a56 is 175, key is test_row_0/A:col10/1732310630153/Put/seqid=0 2024-11-22T21:23:50,891 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into f9718b8e976c437d9e13a1bb03d84936(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:50,891 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:50,891 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=13, startTime=1732310630326; duration=0sec 2024-11-22T21:23:50,891 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:50,891 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742569_1745 (size=31255) 2024-11-22T21:23:50,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:50,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:50,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:51,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310691093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310691095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310691095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:51,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:51,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/086a50e6c15a471290a962a4a3691a56 2024-11-22T21:23:51,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/36d98dab83f04bd89c5aa5e192ac363d is 50, key is test_row_0/B:col10/1732310630153/Put/seqid=0 2024-11-22T21:23:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742570_1746 (size=12301) 2024-11-22T21:23:51,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/36d98dab83f04bd89c5aa5e192ac363d 2024-11-22T21:23:51,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ad051f04b8f74d03974f0c191218337a is 50, key is test_row_0/C:col10/1732310630153/Put/seqid=0 2024-11-22T21:23:51,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:51,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742571_1747 (size=12301) 2024-11-22T21:23:51,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ad051f04b8f74d03974f0c191218337a 2024-11-22T21:23:51,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/086a50e6c15a471290a962a4a3691a56 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56 2024-11-22T21:23:51,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56, entries=150, sequenceid=440, filesize=30.5 K 2024-11-22T21:23:51,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/36d98dab83f04bd89c5aa5e192ac363d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d 2024-11-22T21:23:51,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T21:23:51,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ad051f04b8f74d03974f0c191218337a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a 2024-11-22T21:23:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T21:23:51,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for baa69784e61b566bb9c1392bd5381d63 in 972ms, sequenceid=440, compaction requested=false 2024-11-22T21:23:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:51,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:51,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:51,543 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228068ea90e7714c4e83e8a46b945dbee5_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310630477/Put/seqid=0 2024-11-22T21:23:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742572_1748 (size=12454) 2024-11-22T21:23:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:51,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310691667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310691667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310691667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310691772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310691772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310691772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310691974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310691975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310691977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:51,995 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228068ea90e7714c4e83e8a46b945dbee5_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228068ea90e7714c4e83e8a46b945dbee5_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/80aba3a901484c018947181649a3c7fb, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:51,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/80aba3a901484c018947181649a3c7fb is 175, key is test_row_0/A:col10/1732310630477/Put/seqid=0 2024-11-22T21:23:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742573_1749 (size=31255) 2024-11-22T21:23:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:52,211 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T21:23:52,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310692278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310692281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310692283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,442 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/80aba3a901484c018947181649a3c7fb 2024-11-22T21:23:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/f9066a5b535742ae8f8418b9ad31ea78 is 50, key is test_row_0/B:col10/1732310630477/Put/seqid=0 2024-11-22T21:23:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742574_1750 (size=12301) 2024-11-22T21:23:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310692784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310692788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310692788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:52,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/f9066a5b535742ae8f8418b9ad31ea78 2024-11-22T21:23:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ce08214423494d98825a0800aa138eba is 50, key is test_row_0/C:col10/1732310630477/Put/seqid=0 2024-11-22T21:23:52,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742575_1751 (size=12301) 2024-11-22T21:23:52,928 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ce08214423494d98825a0800aa138eba 2024-11-22T21:23:52,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/80aba3a901484c018947181649a3c7fb as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb 2024-11-22T21:23:52,939 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb, entries=150, sequenceid=453, filesize=30.5 K 2024-11-22T21:23:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/f9066a5b535742ae8f8418b9ad31ea78 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78 2024-11-22T21:23:52,948 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T21:23:52,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/ce08214423494d98825a0800aa138eba as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba 2024-11-22T21:23:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T21:23:52,956 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 1413ms, sequenceid=453, compaction requested=true 2024-11-22T21:23:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-22T21:23:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-22T21:23:52,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-22T21:23:52,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9440 sec 2024-11-22T21:23:52,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.9490 sec 2024-11-22T21:23:53,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T21:23:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:53,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310693803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310693804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310693807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b8cdb6847e704ea2b198719c041f7a78_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742576_1752 (size=14994) 2024-11-22T21:23:53,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:53,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b8cdb6847e704ea2b198719c041f7a78_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8cdb6847e704ea2b198719c041f7a78_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:53,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5243e1055d5f4617be38fba1b9d41cb9, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:53,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5243e1055d5f4617be38fba1b9d41cb9 is 175, key is test_row_0/A:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742577_1753 (size=39949) 2024-11-22T21:23:53,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=480, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5243e1055d5f4617be38fba1b9d41cb9 2024-11-22T21:23:53,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e5003e74e5904697a5f2c1988e9097a0 is 50, key is test_row_0/B:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:53,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310693909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310693909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310693912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742578_1754 (size=12301) 2024-11-22T21:23:53,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e5003e74e5904697a5f2c1988e9097a0 2024-11-22T21:23:53,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/27bfc36ec31543c5aa4446b0a77e4b49 is 50, key is test_row_0/C:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742579_1755 (size=12301) 2024-11-22T21:23:53,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/27bfc36ec31543c5aa4446b0a77e4b49 2024-11-22T21:23:53,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/5243e1055d5f4617be38fba1b9d41cb9 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9 2024-11-22T21:23:53,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9, entries=200, sequenceid=480, filesize=39.0 K 2024-11-22T21:23:53,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e5003e74e5904697a5f2c1988e9097a0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0 2024-11-22T21:23:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0, entries=150, sequenceid=480, filesize=12.0 K 2024-11-22T21:23:53,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/27bfc36ec31543c5aa4446b0a77e4b49 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49 2024-11-22T21:23:53,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49, entries=150, sequenceid=480, filesize=12.0 K 2024-11-22T21:23:53,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for baa69784e61b566bb9c1392bd5381d63 in 192ms, sequenceid=480, compaction requested=true 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:53,988 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:53,988 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:53,990 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:53,990 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:53,990 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:53,990 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8c93fe35514b4dd0b61bd518833b11fa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=49.0 K 2024-11-22T21:23:53,990 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:53,990 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:53,990 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:53,990 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=131.5 K 2024-11-22T21:23:53,990 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:53,991 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9] 2024-11-22T21:23:53,992 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c93fe35514b4dd0b61bd518833b11fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:53,992 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724a664703ad4509b0ef4ed63a7ca095, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:53,993 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d98dab83f04bd89c5aa5e192ac363d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310630143 2024-11-22T21:23:53,993 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 086a50e6c15a471290a962a4a3691a56, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310630143 2024-11-22T21:23:53,993 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f9066a5b535742ae8f8418b9ad31ea78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732310630471 2024-11-22T21:23:53,993 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting e5003e74e5904697a5f2c1988e9097a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:53,994 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80aba3a901484c018947181649a3c7fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732310630471 2024-11-22T21:23:53,994 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5243e1055d5f4617be38fba1b9d41cb9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:54,009 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#638 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:54,010 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/af0cdadde7ee4745a894daa1c876814b is 50, key is test_row_0/B:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:54,011 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,028 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a7b03e2d444a4e5a9fd0f6f9afe548b0_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,030 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a7b03e2d444a4e5a9fd0f6f9afe548b0_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,031 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a7b03e2d444a4e5a9fd0f6f9afe548b0_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742580_1756 (size=13425) 2024-11-22T21:23:54,054 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/af0cdadde7ee4745a894daa1c876814b as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/af0cdadde7ee4745a894daa1c876814b 2024-11-22T21:23:54,059 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into af0cdadde7ee4745a894daa1c876814b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:54,059 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:54,059 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=12, startTime=1732310633988; duration=0sec 2024-11-22T21:23:54,060 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:54,060 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:54,060 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T21:23:54,061 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T21:23:54,061 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:54,061 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,061 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f9718b8e976c437d9e13a1bb03d84936, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=49.0 K 2024-11-22T21:23:54,063 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting f9718b8e976c437d9e13a1bb03d84936, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732310629801 2024-11-22T21:23:54,064 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ad051f04b8f74d03974f0c191218337a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732310630143 2024-11-22T21:23:54,064 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting ce08214423494d98825a0800aa138eba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732310630471 2024-11-22T21:23:54,065 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 27bfc36ec31543c5aa4446b0a77e4b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742581_1757 (size=4469) 2024-11-22T21:23:54,084 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#639 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:54,084 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cc4f51e6ee6b4112b69f56328e28b69d is 175, key is test_row_0/A:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:54,089 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#640 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:54,090 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/471c79df43a345be9f1e1efa2faf18f3 is 50, key is test_row_0/C:col10/1732310631666/Put/seqid=0 2024-11-22T21:23:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742582_1758 (size=32379) 2024-11-22T21:23:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T21:23:54,117 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-22T21:23:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:54,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:54,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:54,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-22T21:23:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:54,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:54,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:54,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742583_1759 (size=13425) 2024-11-22T21:23:54,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218ebdec468d34bd28504d01257cdedb1_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310633798/Put/seqid=0 2024-11-22T21:23:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742584_1760 (size=12454) 2024-11-22T21:23:54,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:54,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218ebdec468d34bd28504d01257cdedb1_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ebdec468d34bd28504d01257cdedb1_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:54,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/391641099ee6493caf19e2c7f7aff181, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/391641099ee6493caf19e2c7f7aff181 is 175, key is test_row_0/A:col10/1732310633798/Put/seqid=0 2024-11-22T21:23:54,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742585_1761 (size=31255) 2024-11-22T21:23:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310694207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310694206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310694207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:54,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:54,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T21:23:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310694312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310694313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310694313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:54,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T21:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310694515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310694520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,521 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/cc4f51e6ee6b4112b69f56328e28b69d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d 2024-11-22T21:23:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310694521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,527 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into cc4f51e6ee6b4112b69f56328e28b69d(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:54,527 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:54,527 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=12, startTime=1732310633988; duration=0sec 2024-11-22T21:23:54,527 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:54,527 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:54,553 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/471c79df43a345be9f1e1efa2faf18f3 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/471c79df43a345be9f1e1efa2faf18f3 2024-11-22T21:23:54,560 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into 471c79df43a345be9f1e1efa2faf18f3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:54,560 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:54,560 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=12, startTime=1732310633988; duration=0sec 2024-11-22T21:23:54,560 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:54,560 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:54,594 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:54,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T21:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T21:23:54,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/391641099ee6493caf19e2c7f7aff181 2024-11-22T21:23:54,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a5e8e7e3d11442a8b55c2e2967d61616 is 50, key is test_row_0/B:col10/1732310633798/Put/seqid=0 2024-11-22T21:23:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742586_1762 (size=12301) 2024-11-22T21:23:54,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a5e8e7e3d11442a8b55c2e2967d61616 2024-11-22T21:23:54,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/3bd30cc98d9f49bc8b202c6ba5db20da is 50, key is test_row_0/C:col10/1732310633798/Put/seqid=0 2024-11-22T21:23:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742587_1763 (size=12301) 2024-11-22T21:23:54,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/3bd30cc98d9f49bc8b202c6ba5db20da 2024-11-22T21:23:54,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/391641099ee6493caf19e2c7f7aff181 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181 2024-11-22T21:23:54,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181, entries=150, sequenceid=493, filesize=30.5 K 2024-11-22T21:23:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/a5e8e7e3d11442a8b55c2e2967d61616 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616 2024-11-22T21:23:54,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:23:54,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/3bd30cc98d9f49bc8b202c6ba5db20da as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da 2024-11-22T21:23:54,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T21:23:54,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 570ms, sequenceid=493, compaction requested=false 2024-11-22T21:23:54,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:54,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:54,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T21:23:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:54,747 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:54,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218ad8ce1198c4e74a5bd5c1fac15cbfd_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310634164/Put/seqid=0 2024-11-22T21:23:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742588_1764 (size=12454) 2024-11-22T21:23:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:54,812 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218ad8ce1198c4e74a5bd5c1fac15cbfd_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ad8ce1198c4e74a5bd5c1fac15cbfd_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:54,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/312ace2be72545a08b869819e3d9fa28, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/312ace2be72545a08b869819e3d9fa28 is 175, key is test_row_0/A:col10/1732310634164/Put/seqid=0 2024-11-22T21:23:54,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:54,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310694832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310694833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310694834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742589_1765 (size=31255) 2024-11-22T21:23:54,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310694937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310694937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:54,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310694939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310695140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310695140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310695139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=520, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/312ace2be72545a08b869819e3d9fa28 2024-11-22T21:23:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/05ca859e036c4af8a12e8d47353b51a7 is 50, key is test_row_0/B:col10/1732310634164/Put/seqid=0 2024-11-22T21:23:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742590_1766 (size=12301) 2024-11-22T21:23:55,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310695443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310695444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310695448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,686 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/05ca859e036c4af8a12e8d47353b51a7 2024-11-22T21:23:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d870fb254d8248ee86482a3de4857e72 is 50, key is test_row_0/C:col10/1732310634164/Put/seqid=0 2024-11-22T21:23:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742591_1767 (size=12301) 2024-11-22T21:23:55,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310695948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310695949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:55,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310695952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:56,096 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d870fb254d8248ee86482a3de4857e72 2024-11-22T21:23:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/312ace2be72545a08b869819e3d9fa28 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28 2024-11-22T21:23:56,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28, entries=150, sequenceid=520, filesize=30.5 K 2024-11-22T21:23:56,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/05ca859e036c4af8a12e8d47353b51a7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7 2024-11-22T21:23:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7, entries=150, sequenceid=520, filesize=12.0 K 2024-11-22T21:23:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/d870fb254d8248ee86482a3de4857e72 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72 2024-11-22T21:23:56,109 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72, entries=150, sequenceid=520, filesize=12.0 K 2024-11-22T21:23:56,110 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for baa69784e61b566bb9c1392bd5381d63 in 1363ms, sequenceid=520, compaction requested=true 2024-11-22T21:23:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-22T21:23:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-22T21:23:56,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-22T21:23:56,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9770 sec 2024-11-22T21:23:56,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.9950 sec 2024-11-22T21:23:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T21:23:56,251 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-22T21:23:56,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-22T21:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T21:23:56,254 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:56,255 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:56,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T21:23:56,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:56,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:56,407 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229639f059dc314bff83011e93e84c11af_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310634818/Put/seqid=0 2024-11-22T21:23:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742592_1768 (size=12454) 2024-11-22T21:23:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T21:23:56,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229639f059dc314bff83011e93e84c11af_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229639f059dc314bff83011e93e84c11af_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:56,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/9bab5785203c41b5bba4dfeff5c66b40, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/9bab5785203c41b5bba4dfeff5c66b40 is 175, key is test_row_0/A:col10/1732310634818/Put/seqid=0 2024-11-22T21:23:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742593_1769 (size=31255) 2024-11-22T21:23:56,847 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=531, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/9bab5785203c41b5bba4dfeff5c66b40 2024-11-22T21:23:56,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/1f476a0fb447436ab20b915bc7b05241 is 50, key is test_row_0/B:col10/1732310634818/Put/seqid=0 2024-11-22T21:23:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742594_1770 (size=12301) 2024-11-22T21:23:56,856 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/1f476a0fb447436ab20b915bc7b05241 2024-11-22T21:23:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T21:23:56,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/95dc3b617e6845538934247bca074cc0 is 50, key is test_row_0/C:col10/1732310634818/Put/seqid=0 2024-11-22T21:23:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742595_1771 (size=12301) 2024-11-22T21:23:56,865 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/95dc3b617e6845538934247bca074cc0 2024-11-22T21:23:56,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/9bab5785203c41b5bba4dfeff5c66b40 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40 2024-11-22T21:23:56,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40, entries=150, sequenceid=531, filesize=30.5 K 2024-11-22T21:23:56,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/1f476a0fb447436ab20b915bc7b05241 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241 2024-11-22T21:23:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T21:23:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/95dc3b617e6845538934247bca074cc0 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,877 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T21:23:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for baa69784e61b566bb9c1392bd5381d63 in 471ms, sequenceid=531, compaction requested=true 2024-11-22T21:23:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-22T21:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-22T21:23:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-22T21:23:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-11-22T21:23:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 628 msec 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T21:23:56,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:56,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:56,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:56,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc4d491ca3cc4488ba52e8401ee1c243_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742596_1772 (size=22618) 2024-11-22T21:23:57,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:57,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc4d491ca3cc4488ba52e8401ee1c243_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc4d491ca3cc4488ba52e8401ee1c243_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:57,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ddb66ddde2a4a5ebcb32f0cb7461795, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ddb66ddde2a4a5ebcb32f0cb7461795 is 175, key is test_row_0/A:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742597_1773 (size=66023) 2024-11-22T21:23:57,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=542, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ddb66ddde2a4a5ebcb32f0cb7461795 2024-11-22T21:23:57,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/840c990472444d0ab4fd8bd92e83e5fc is 50, key is test_row_0/B:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742598_1774 (size=12301) 2024-11-22T21:23:57,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T21:23:57,357 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-22T21:23:57,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T21:23:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-22T21:23:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:57,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T21:23:57,360 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T21:23:57,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T21:23:57,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/840c990472444d0ab4fd8bd92e83e5fc 2024-11-22T21:23:57,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/072200f1806c4a969230186a0da35ef7 is 50, key is test_row_0/C:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742599_1775 (size=12301) 2024-11-22T21:23:57,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/072200f1806c4a969230186a0da35ef7 2024-11-22T21:23:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/0ddb66ddde2a4a5ebcb32f0cb7461795 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795 2024-11-22T21:23:57,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795, entries=350, sequenceid=542, filesize=64.5 K 2024-11-22T21:23:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/840c990472444d0ab4fd8bd92e83e5fc as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc 2024-11-22T21:23:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:57,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc, entries=150, sequenceid=542, filesize=12.0 K 2024-11-22T21:23:57,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/072200f1806c4a969230186a0da35ef7 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7 2024-11-22T21:23:57,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7, entries=150, sequenceid=542, filesize=12.0 K 2024-11-22T21:23:57,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for baa69784e61b566bb9c1392bd5381d63 in 476ms, sequenceid=542, compaction requested=true 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:23:57,466 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T21:23:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:57,466 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T21:23:57,468 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 192167 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T21:23:57,468 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62629 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T21:23:57,468 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/A is initiating minor compaction (all files) 2024-11-22T21:23:57,468 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/B is initiating minor compaction (all files) 2024-11-22T21:23:57,468 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/A in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:57,468 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/B in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:57,468 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=187.7 K 2024-11-22T21:23:57,468 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/af0cdadde7ee4745a894daa1c876814b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=61.2 K 2024-11-22T21:23:57,468 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:57,468 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. files: [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795] 2024-11-22T21:23:57,469 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting af0cdadde7ee4745a894daa1c876814b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:57,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc4f51e6ee6b4112b69f56328e28b69d, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:57,469 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting a5e8e7e3d11442a8b55c2e2967d61616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310633798 2024-11-22T21:23:57,469 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 391641099ee6493caf19e2c7f7aff181, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310633798 2024-11-22T21:23:57,469 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 05ca859e036c4af8a12e8d47353b51a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732310634164 2024-11-22T21:23:57,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 312ace2be72545a08b869819e3d9fa28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732310634164 2024-11-22T21:23:57,470 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f476a0fb447436ab20b915bc7b05241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732310634818 2024-11-22T21:23:57,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bab5785203c41b5bba4dfeff5c66b40, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732310634818 2024-11-22T21:23:57,470 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ddb66ddde2a4a5ebcb32f0cb7461795, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732310636966 2024-11-22T21:23:57,470 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 840c990472444d0ab4fd8bd92e83e5fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732310636980 2024-11-22T21:23:57,480 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#B#compaction#653 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:57,481 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,481 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/6c4b52ecba074a6aa9990eff0d9b42c5 is 50, key is test_row_0/B:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,483 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c4e7651dce5c42a6ba13605105251486_baa69784e61b566bb9c1392bd5381d63 store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,487 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c4e7651dce5c42a6ba13605105251486_baa69784e61b566bb9c1392bd5381d63, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,487 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c4e7651dce5c42a6ba13605105251486_baa69784e61b566bb9c1392bd5381d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742600_1776 (size=13595) 2024-11-22T21:23:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742601_1777 (size=4469) 2024-11-22T21:23:57,494 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#A#compaction#654 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:57,495 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/2ed1fae7eada49598a9aa2511d2d1e4c is 175, key is test_row_0/A:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742602_1778 (size=32549) 2024-11-22T21:23:57,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:23:57,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45229 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T21:23:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:57,513 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225035a1b0b61e4515a75a9f294757ef32_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310637019/Put/seqid=0 2024-11-22T21:23:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742603_1779 (size=12454) 2024-11-22T21:23:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:23:57,526 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225035a1b0b61e4515a75a9f294757ef32_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225035a1b0b61e4515a75a9f294757ef32_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b3ab1c71fbe441e6b23b51bd2a7cbf96, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:23:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 is 175, key is test_row_0/A:col10/1732310637019/Put/seqid=0 2024-11-22T21:23:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742604_1780 (size=31255) 2024-11-22T21:23:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. as already flushing 2024-11-22T21:23:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,803 DEBUG [Thread-2749 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:59168 2024-11-22T21:23:57,803 DEBUG [Thread-2749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:57,805 DEBUG [Thread-2751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:59168 2024-11-22T21:23:57,805 DEBUG [Thread-2751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:57,805 DEBUG [Thread-2747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:59168 2024-11-22T21:23:57,805 DEBUG [Thread-2747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:57,806 DEBUG [Thread-2745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:59168 2024-11-22T21:23:57,806 DEBUG [Thread-2745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:57,808 DEBUG [Thread-2743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:59168 2024-11-22T21:23:57,808 DEBUG [Thread-2743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:57,892 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/6c4b52ecba074a6aa9990eff0d9b42c5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6c4b52ecba074a6aa9990eff0d9b42c5 2024-11-22T21:23:57,895 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/B of baa69784e61b566bb9c1392bd5381d63 into 6c4b52ecba074a6aa9990eff0d9b42c5(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:57,895 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:57,895 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/B, priority=11, startTime=1732310637466; duration=0sec 2024-11-22T21:23:57,896 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:23:57,896 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:23:57,896 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T21:23:57,896 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62629 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T21:23:57,896 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1540): baa69784e61b566bb9c1392bd5381d63/C is initiating minor compaction (all files) 2024-11-22T21:23:57,897 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of baa69784e61b566bb9c1392bd5381d63/C in TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:57,897 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/471c79df43a345be9f1e1efa2faf18f3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7] into tmpdir=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp, totalSize=61.2 K 2024-11-22T21:23:57,897 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 471c79df43a345be9f1e1efa2faf18f3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732310631661 2024-11-22T21:23:57,897 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd30cc98d9f49bc8b202c6ba5db20da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732310633798 2024-11-22T21:23:57,897 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting d870fb254d8248ee86482a3de4857e72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732310634164 2024-11-22T21:23:57,897 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 95dc3b617e6845538934247bca074cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732310634818 2024-11-22T21:23:57,897 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] compactions.Compactor(224): Compacting 072200f1806c4a969230186a0da35ef7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1732310636980 2024-11-22T21:23:57,902 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/2ed1fae7eada49598a9aa2511d2d1e4c as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/2ed1fae7eada49598a9aa2511d2d1e4c 2024-11-22T21:23:57,904 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): baa69784e61b566bb9c1392bd5381d63#C#compaction#656 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T21:23:57,904 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f8545c6ec4604066899d98fc38cb5418 is 50, key is test_row_0/C:col10/1732310636981/Put/seqid=0 2024-11-22T21:23:57,905 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/A of baa69784e61b566bb9c1392bd5381d63 into 2ed1fae7eada49598a9aa2511d2d1e4c(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:57,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:57,905 INFO [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/A, priority=11, startTime=1732310637466; duration=0sec 2024-11-22T21:23:57,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:57,905 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:23:57,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742605_1781 (size=13595) 2024-11-22T21:23:57,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=567, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 2024-11-22T21:23:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3d9be50fbd24c2aa603b427e130b1a8 is 50, key is test_row_0/B:col10/1732310637019/Put/seqid=0 2024-11-22T21:23:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742606_1782 (size=12301) 2024-11-22T21:23:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310697947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310697948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310697948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:58,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310698249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310698249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310698250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,311 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/f8545c6ec4604066899d98fc38cb5418 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f8545c6ec4604066899d98fc38cb5418 2024-11-22T21:23:58,314 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in baa69784e61b566bb9c1392bd5381d63/C of baa69784e61b566bb9c1392bd5381d63 into f8545c6ec4604066899d98fc38cb5418(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T21:23:58,314 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:58,314 INFO [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63., storeName=baa69784e61b566bb9c1392bd5381d63/C, priority=11, startTime=1732310637466; duration=0sec 2024-11-22T21:23:58,314 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:23:58,314 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:23:58,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3d9be50fbd24c2aa603b427e130b1a8 2024-11-22T21:23:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/84b6fbff671c405798a049dd793d4073 is 50, key is test_row_0/C:col10/1732310637019/Put/seqid=0 2024-11-22T21:23:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742607_1783 (size=12301) 2024-11-22T21:23:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:58,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/84b6fbff671c405798a049dd793d4073 2024-11-22T21:23:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 2024-11-22T21:23:58,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42314 deadline: 1732310698750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,752 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b3ab1c71fbe441e6b23b51bd2a7cbf96, entries=150, sequenceid=567, filesize=30.5 K 2024-11-22T21:23:58,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42380 deadline: 1732310698752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/e3d9be50fbd24c2aa603b427e130b1a8 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3d9be50fbd24c2aa603b427e130b1a8 2024-11-22T21:23:58,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3d9be50fbd24c2aa603b427e130b1a8, entries=150, sequenceid=567, filesize=12.0 K 2024-11-22T21:23:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T21:23:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42370 deadline: 1732310698755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 2024-11-22T21:23:58,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/84b6fbff671c405798a049dd793d4073 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/84b6fbff671c405798a049dd793d4073 2024-11-22T21:23:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/84b6fbff671c405798a049dd793d4073, entries=150, sequenceid=567, filesize=12.0 K 2024-11-22T21:23:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for baa69784e61b566bb9c1392bd5381d63 in 1246ms, sequenceid=567, compaction requested=false 2024-11-22T21:23:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:23:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:23:58,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a98040524f50:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-22T21:23:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-22T21:23:58,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-22T21:23:58,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-22T21:23:58,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.4020 sec 2024-11-22T21:23:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T21:23:59,463 INFO [Thread-2742 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-22T21:23:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45229 {}] regionserver.HRegion(8581): Flush requested on baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:23:59,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T21:23:59,756 DEBUG [Thread-2740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:59168 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:23:59,756 DEBUG [Thread-2740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:23:59,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:23:59,757 DEBUG [Thread-2734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:59168 2024-11-22T21:23:59,757 DEBUG [Thread-2734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:59,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227fc0af9dc3e642dfb4312ec5b08b8761_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310637639/Put/seqid=0 2024-11-22T21:23:59,762 DEBUG [Thread-2736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:59168 2024-11-22T21:23:59,762 DEBUG [Thread-2736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:23:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742608_1784 (size=9914) 2024-11-22T21:24:00,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:24:00,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227fc0af9dc3e642dfb4312ec5b08b8761_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227fc0af9dc3e642dfb4312ec5b08b8761_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:00,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/a6d5260deefc4f8caa571aa5af90151d, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:24:00,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/a6d5260deefc4f8caa571aa5af90151d is 175, key is test_row_0/A:col10/1732310637639/Put/seqid=0 2024-11-22T21:24:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742609_1785 (size=22561) 2024-11-22T21:24:00,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=582, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/a6d5260deefc4f8caa571aa5af90151d 2024-11-22T21:24:00,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/b7ed5d79b6544a388bdabc44f615a6c6 is 50, key is test_row_0/B:col10/1732310637639/Put/seqid=0 2024-11-22T21:24:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742610_1786 (size=9857) 2024-11-22T21:24:00,808 DEBUG [Thread-2738 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:59168 2024-11-22T21:24:00,808 DEBUG [Thread-2738 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:00,861 DEBUG [Thread-2732 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:59168 2024-11-22T21:24:00,861 DEBUG [Thread-2732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 164 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4903 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4699 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4767 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4851 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4756 2024-11-22T21:24:00,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T21:24:00,861 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:24:00,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:59168 2024-11-22T21:24:00,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:00,862 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T21:24:00,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T21:24:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:00,864 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310640864"}]},"ts":"1732310640864"} 2024-11-22T21:24:00,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T21:24:00,867 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T21:24:00,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T21:24:00,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, UNASSIGN}] 2024-11-22T21:24:00,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, UNASSIGN 2024-11-22T21:24:00,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=CLOSING, regionLocation=a98040524f50,45229,1732310453838 2024-11-22T21:24:00,869 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45731 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=a98040524f50,45229,1732310453838, table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T21:24:00,870 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T21:24:00,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838}] 2024-11-22T21:24:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:00,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/b7ed5d79b6544a388bdabc44f615a6c6 2024-11-22T21:24:00,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7593162fc36c4a8f8a99e58429f5b527 is 50, key is test_row_0/C:col10/1732310637639/Put/seqid=0 2024-11-22T21:24:00,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742611_1787 (size=9857) 2024-11-22T21:24:01,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a98040524f50,45229,1732310453838 2024-11-22T21:24:01,021 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T21:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing baa69784e61b566bb9c1392bd5381d63, disabling compactions & flushes 2024-11-22T21:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:24:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:01,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7593162fc36c4a8f8a99e58429f5b527 2024-11-22T21:24:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/a6d5260deefc4f8caa571aa5af90151d as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/a6d5260deefc4f8caa571aa5af90151d 2024-11-22T21:24:01,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/a6d5260deefc4f8caa571aa5af90151d, entries=100, sequenceid=582, filesize=22.0 K 2024-11-22T21:24:01,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/b7ed5d79b6544a388bdabc44f615a6c6 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/b7ed5d79b6544a388bdabc44f615a6c6 2024-11-22T21:24:01,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/b7ed5d79b6544a388bdabc44f615a6c6, entries=100, sequenceid=582, filesize=9.6 K 2024-11-22T21:24:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7593162fc36c4a8f8a99e58429f5b527 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7593162fc36c4a8f8a99e58429f5b527 2024-11-22T21:24:01,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7593162fc36c4a8f8a99e58429f5b527, entries=100, sequenceid=582, filesize=9.6 K 2024-11-22T21:24:01,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for baa69784e61b566bb9c1392bd5381d63 in 1644ms, sequenceid=582, compaction requested=true 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T21:24:01,399 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:24:01,399 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. because compaction request was cancelled 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T21:24:01,399 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. after waiting 0 ms 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:A 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store baa69784e61b566bb9c1392bd5381d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T21:24:01,399 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:24:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. because compaction request was cancelled 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. because compaction request was cancelled 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:B 2024-11-22T21:24:01,399 DEBUG [RS:0;a98040524f50:45229-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: baa69784e61b566bb9c1392bd5381d63:C 2024-11-22T21:24:01,400 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing baa69784e61b566bb9c1392bd5381d63 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=A 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=B 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK baa69784e61b566bb9c1392bd5381d63, store=C 2024-11-22T21:24:01,400 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T21:24:01,404 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122613f613153d443ca94ab12b03475d763_baa69784e61b566bb9c1392bd5381d63 is 50, key is test_row_0/A:col10/1732310639756/Put/seqid=0 2024-11-22T21:24:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742612_1788 (size=12454) 2024-11-22T21:24:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:01,807 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T21:24:01,809 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122613f613153d443ca94ab12b03475d763_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f613153d443ca94ab12b03475d763_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:01,810 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d415ab358baa42d1aef661e3b078a53a, store: [table=TestAcidGuarantees family=A region=baa69784e61b566bb9c1392bd5381d63] 2024-11-22T21:24:01,810 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d415ab358baa42d1aef661e3b078a53a is 175, key is test_row_0/A:col10/1732310639756/Put/seqid=0 2024-11-22T21:24:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742613_1789 (size=31255) 2024-11-22T21:24:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:02,214 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=589, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d415ab358baa42d1aef661e3b078a53a 2024-11-22T21:24:02,219 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ab646e38e3a44b0191dd922379da6980 is 50, key is test_row_0/B:col10/1732310639756/Put/seqid=0 2024-11-22T21:24:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742614_1790 (size=12301) 2024-11-22T21:24:02,622 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ab646e38e3a44b0191dd922379da6980 2024-11-22T21:24:02,627 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7d3a19e2af864a3385996a5ba965d699 is 50, key is test_row_0/C:col10/1732310639756/Put/seqid=0 2024-11-22T21:24:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742615_1791 (size=12301) 2024-11-22T21:24:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:03,030 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7d3a19e2af864a3385996a5ba965d699 2024-11-22T21:24:03,033 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/A/d415ab358baa42d1aef661e3b078a53a as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d415ab358baa42d1aef661e3b078a53a 2024-11-22T21:24:03,036 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d415ab358baa42d1aef661e3b078a53a, entries=150, sequenceid=589, filesize=30.5 K 2024-11-22T21:24:03,036 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/B/ab646e38e3a44b0191dd922379da6980 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ab646e38e3a44b0191dd922379da6980 2024-11-22T21:24:03,039 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ab646e38e3a44b0191dd922379da6980, entries=150, sequenceid=589, filesize=12.0 K 2024-11-22T21:24:03,039 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/.tmp/C/7d3a19e2af864a3385996a5ba965d699 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7d3a19e2af864a3385996a5ba965d699 2024-11-22T21:24:03,041 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7d3a19e2af864a3385996a5ba965d699, entries=150, sequenceid=589, filesize=12.0 K 2024-11-22T21:24:03,042 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for baa69784e61b566bb9c1392bd5381d63 in 1643ms, sequenceid=589, compaction requested=true 2024-11-22T21:24:03,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795] to archive 2024-11-22T21:24:03,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:24:03,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5bd6bea087fa47968d873a47c137b51e 2024-11-22T21:24:03,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cf5b46d6ec4748ab8f276456db942ae9 2024-11-22T21:24:03,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ae1f6975aeb1468a8f63e8a61f1b02e0 2024-11-22T21:24:03,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7af460a8e774fec8a689f47cde261e0 2024-11-22T21:24:03,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/4ff8dd9cf4fb4b948dc97c495633e8b2 2024-11-22T21:24:03,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b7a170a8832a4d0cba412fc6da6155f1 2024-11-22T21:24:03,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0173689216ed4cffa463a43c222ad8fe 2024-11-22T21:24:03,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/79021f6d8e984a1ba6609eb4fbb120c0 2024-11-22T21:24:03,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b382053cd67a4b938bec0d393479edf9 2024-11-22T21:24:03,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/33f1f247b9d4497ba07ca1ec5e85db62 2024-11-22T21:24:03,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d0ccaab5c63b478780d2d4265383a6bd 2024-11-22T21:24:03,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/feecf0e184f74700b075ebe969fe2c0c 2024-11-22T21:24:03,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/016d67165d734c80b8eed3943f187c12 2024-11-22T21:24:03,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/df638aa117994b68a810c6e4b9cc4ade 2024-11-22T21:24:03,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7a4d6f5804634386807e651d38f4099a 2024-11-22T21:24:03,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d7618f7d65e249a4bdc03d8e12be1dba 2024-11-22T21:24:03,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/49b3df3c85e74ff0bff31802160a5264 2024-11-22T21:24:03,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0f1d8836c57c496687b21f3a6b52f3e2 2024-11-22T21:24:03,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/010c83465dfc40afaaf2dc72c1b71997 2024-11-22T21:24:03,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/ed49f6f2439840cca8c9cd098347d904 2024-11-22T21:24:03,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/7b2c660cc4da4e609eaa5ad257b62b39 2024-11-22T21:24:03,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/263b2b954e264501adb3bcab8d8c55bb 2024-11-22T21:24:03,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/6ea0d48192b94c24be177515cb770579 2024-11-22T21:24:03,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/15736bdb30ef49089fc74eeed2a9a487 2024-11-22T21:24:03,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/e97bd489db7e4ff491cbe81566e3b259 2024-11-22T21:24:03,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ced301fef454ee4b845a9d72e21305c 2024-11-22T21:24:03,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/967181a8f4e742dbbcf931bf62384cd7 2024-11-22T21:24:03,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/fdfd73436259432da749a85edbc18aeb 2024-11-22T21:24:03,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/724a664703ad4509b0ef4ed63a7ca095 2024-11-22T21:24:03,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/685deda4eb354df2b5b7ba80d4d084d5 2024-11-22T21:24:03,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/086a50e6c15a471290a962a4a3691a56 2024-11-22T21:24:03,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/80aba3a901484c018947181649a3c7fb 2024-11-22T21:24:03,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/5243e1055d5f4617be38fba1b9d41cb9 2024-11-22T21:24:03,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/cc4f51e6ee6b4112b69f56328e28b69d 2024-11-22T21:24:03,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/391641099ee6493caf19e2c7f7aff181 2024-11-22T21:24:03,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/312ace2be72545a08b869819e3d9fa28 2024-11-22T21:24:03,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/9bab5785203c41b5bba4dfeff5c66b40 2024-11-22T21:24:03,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/0ddb66ddde2a4a5ebcb32f0cb7461795 2024-11-22T21:24:03,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8f936478591542a7bd6f827b68c80d6a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/4aeb871ac8bc4806a0a5138ab42d5cb8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a88ebf833737418abc55a5f4dab61e65, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/805ddee869d5491889cfce482a265a2b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a6ab5104e60b48e48e29365f0a112245, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/62a74a20208147bc96a2573620c436aa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/7f11dd3da89c4c62a4b085b7007176d3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8c93fe35514b4dd0b61bd518833b11fa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/af0cdadde7ee4745a894daa1c876814b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc] to archive 2024-11-22T21:24:03,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:24:03,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/065ced3fcad446c0b6f285998e723253 2024-11-22T21:24:03,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d8f00a31e62a4ded9c8b55dd85be1bf1 2024-11-22T21:24:03,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8f936478591542a7bd6f827b68c80d6a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8f936478591542a7bd6f827b68c80d6a 2024-11-22T21:24:03,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6bbe68b0c3b143beb67eadf10e4aaf8d 2024-11-22T21:24:03,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/066d6743b0e441b0a28a107365514e21 2024-11-22T21:24:03,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/4aeb871ac8bc4806a0a5138ab42d5cb8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/4aeb871ac8bc4806a0a5138ab42d5cb8 2024-11-22T21:24:03,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3e4e404cf38404285cd5cb0456201b1 2024-11-22T21:24:03,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/17e037ca9a2b414784eea199ac86c3cf 2024-11-22T21:24:03,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a88ebf833737418abc55a5f4dab61e65 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a88ebf833737418abc55a5f4dab61e65 2024-11-22T21:24:03,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/bcec608fe5ae48278de38cbcd4a3696c 2024-11-22T21:24:03,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/86390b37ed304c2aa60a6b61e6bb2867 2024-11-22T21:24:03,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/2c9ab1a2e0f44ae8a5a1f3470c7cbbd1 2024-11-22T21:24:03,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a9ec1bc5ed814328a9e98ef837dad6f8 2024-11-22T21:24:03,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/61abcf4806294c2fb4820c538598df3c 2024-11-22T21:24:03,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/805ddee869d5491889cfce482a265a2b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/805ddee869d5491889cfce482a265a2b 2024-11-22T21:24:03,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0f2455c75a334de48870cea636554a10 2024-11-22T21:24:03,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/91ea927bdf8d422fb287235b5fccf711 2024-11-22T21:24:03,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a6ab5104e60b48e48e29365f0a112245 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a6ab5104e60b48e48e29365f0a112245 2024-11-22T21:24:03,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e1d671ea8c3f4b45a20a082ba26c05f3 2024-11-22T21:24:03,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ac9ec646ca1449aaa907360e733b9f5a 2024-11-22T21:24:03,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/96861b09897b4778a1eccb205422b213 2024-11-22T21:24:03,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/62a74a20208147bc96a2573620c436aa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/62a74a20208147bc96a2573620c436aa 2024-11-22T21:24:03,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/0005f2771a8640368fabe28632ca29f7 2024-11-22T21:24:03,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/d41bb8c286274547b5797cba02d8a7b6 2024-11-22T21:24:03,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/985e6300f8ec43069f915a7f6be62399 2024-11-22T21:24:03,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/7f11dd3da89c4c62a4b085b7007176d3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/7f11dd3da89c4c62a4b085b7007176d3 2024-11-22T21:24:03,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/98463c60634142fb8e708f6f1d6ba134 2024-11-22T21:24:03,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/db167b1457e342f49d6b12c2981d79e0 2024-11-22T21:24:03,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8c93fe35514b4dd0b61bd518833b11fa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/8c93fe35514b4dd0b61bd518833b11fa 2024-11-22T21:24:03,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/93b2bd1a45a04161a306b3e241f64e80 2024-11-22T21:24:03,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/36d98dab83f04bd89c5aa5e192ac363d 2024-11-22T21:24:03,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/f9066a5b535742ae8f8418b9ad31ea78 2024-11-22T21:24:03,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/af0cdadde7ee4745a894daa1c876814b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/af0cdadde7ee4745a894daa1c876814b 2024-11-22T21:24:03,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e5003e74e5904697a5f2c1988e9097a0 2024-11-22T21:24:03,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/a5e8e7e3d11442a8b55c2e2967d61616 2024-11-22T21:24:03,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/05ca859e036c4af8a12e8d47353b51a7 2024-11-22T21:24:03,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/1f476a0fb447436ab20b915bc7b05241 2024-11-22T21:24:03,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/840c990472444d0ab4fd8bd92e83e5fc 2024-11-22T21:24:03,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/13de68928273437e812788e48e953266, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9564175ce0504f019bb35f64713c381d, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/12887b94d95b49baafd4172b3802d64b, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/839d7729fee54cbfadf2b3d2ef4d87e0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a7a1de27ca50456f94acc7b6d725fee5, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/8f3abf03b21d457db26a6bf64cd26736, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5cf801380a4647969b163921a97fd887, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f9718b8e976c437d9e13a1bb03d84936, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/471c79df43a345be9f1e1efa2faf18f3, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7] to archive 2024-11-22T21:24:03,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T21:24:03,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/79b2d9c7bbb8435580ec9fbf99071f9f 2024-11-22T21:24:03,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/59902581aba2416caa0022b159a026ce 2024-11-22T21:24:03,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/13de68928273437e812788e48e953266 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/13de68928273437e812788e48e953266 2024-11-22T21:24:03,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/866a54a9beb64cfdb26e1ad3efecffcc 2024-11-22T21:24:03,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a904cd816c9848b5bced15af22b8e149 2024-11-22T21:24:03,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9564175ce0504f019bb35f64713c381d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9564175ce0504f019bb35f64713c381d 2024-11-22T21:24:03,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f1d967d9f61c48d98c5a803bec551a54 2024-11-22T21:24:03,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/9a7de6b1eff34043ab19feb835819113 2024-11-22T21:24:03,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/01b2e0da0cdb44fe8cbcaa5b3c614bdf 2024-11-22T21:24:03,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/653cddd5f20e45ccbdebbafff2e89a70 2024-11-22T21:24:03,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e4eace8e97f749aaa9285b73636b0f61 2024-11-22T21:24:03,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/12887b94d95b49baafd4172b3802d64b to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/12887b94d95b49baafd4172b3802d64b 2024-11-22T21:24:03,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/634592c13ebd4fde99c8e316a9b61e5f 2024-11-22T21:24:03,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/591b642eb8d84450884789fe6e95d417 2024-11-22T21:24:03,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/839d7729fee54cbfadf2b3d2ef4d87e0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/839d7729fee54cbfadf2b3d2ef4d87e0 2024-11-22T21:24:03,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/2c05725eeeb64bfeb687d82633c8ca62 2024-11-22T21:24:03,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/1d3bc789022e4a2592d8f27c72aed3f3 2024-11-22T21:24:03,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a7a1de27ca50456f94acc7b6d725fee5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/a7a1de27ca50456f94acc7b6d725fee5 2024-11-22T21:24:03,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/53adb3c1149645aa821c081f170e6929 2024-11-22T21:24:03,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/fc900cdfe57043b79eda64bde5f4d268 2024-11-22T21:24:03,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/0e0fe262644f4414aa9501a8d9da631a 2024-11-22T21:24:03,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/8f3abf03b21d457db26a6bf64cd26736 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/8f3abf03b21d457db26a6bf64cd26736 2024-11-22T21:24:03,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/33a6ce59b4bc44778a2fb50612416be8 2024-11-22T21:24:03,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d990fdf987c94ddd83da50165bf8e6c4 2024-11-22T21:24:03,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/e9960beaa7de4df7b0448f67c04c1baa 2024-11-22T21:24:03,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5cf801380a4647969b163921a97fd887 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5cf801380a4647969b163921a97fd887 2024-11-22T21:24:03,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/bb01886192bc4fa5828f4c2af6a0ce08 2024-11-22T21:24:03,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/5effdd72ead74afd931468fe7c3c0afa 2024-11-22T21:24:03,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f9718b8e976c437d9e13a1bb03d84936 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f9718b8e976c437d9e13a1bb03d84936 2024-11-22T21:24:03,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/eced60b7e8524992a12e065d549b2470 2024-11-22T21:24:03,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ad051f04b8f74d03974f0c191218337a 2024-11-22T21:24:03,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/ce08214423494d98825a0800aa138eba 2024-11-22T21:24:03,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/471c79df43a345be9f1e1efa2faf18f3 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/471c79df43a345be9f1e1efa2faf18f3 2024-11-22T21:24:03,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/27bfc36ec31543c5aa4446b0a77e4b49 2024-11-22T21:24:03,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/3bd30cc98d9f49bc8b202c6ba5db20da 2024-11-22T21:24:03,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/d870fb254d8248ee86482a3de4857e72 2024-11-22T21:24:03,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/95dc3b617e6845538934247bca074cc0 2024-11-22T21:24:03,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/072200f1806c4a969230186a0da35ef7 2024-11-22T21:24:03,136 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits/592.seqid, newMaxSeqId=592, maxSeqId=4 2024-11-22T21:24:03,136 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63. 2024-11-22T21:24:03,136 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for baa69784e61b566bb9c1392bd5381d63: 2024-11-22T21:24:03,137 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:03,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=baa69784e61b566bb9c1392bd5381d63, regionState=CLOSED 2024-11-22T21:24:03,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-22T21:24:03,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure baa69784e61b566bb9c1392bd5381d63, server=a98040524f50,45229,1732310453838 in 2.2680 sec 2024-11-22T21:24:03,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-11-22T21:24:03,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=baa69784e61b566bb9c1392bd5381d63, UNASSIGN in 2.2710 sec 2024-11-22T21:24:03,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-22T21:24:03,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2740 sec 2024-11-22T21:24:03,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732310643142"}]},"ts":"1732310643142"} 2024-11-22T21:24:03,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T21:24:03,144 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T21:24:03,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2830 sec 2024-11-22T21:24:03,607 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T21:24:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T21:24:04,968 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-22T21:24:04,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T21:24:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:04,970 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T21:24:04,971 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:04,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,974 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C, FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits] 2024-11-22T21:24:04,976 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/2ed1fae7eada49598a9aa2511d2d1e4c to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/2ed1fae7eada49598a9aa2511d2d1e4c 2024-11-22T21:24:04,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/a6d5260deefc4f8caa571aa5af90151d to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/a6d5260deefc4f8caa571aa5af90151d 2024-11-22T21:24:04,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/b3ab1c71fbe441e6b23b51bd2a7cbf96 2024-11-22T21:24:04,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d415ab358baa42d1aef661e3b078a53a to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/A/d415ab358baa42d1aef661e3b078a53a 2024-11-22T21:24:04,980 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6c4b52ecba074a6aa9990eff0d9b42c5 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/6c4b52ecba074a6aa9990eff0d9b42c5 2024-11-22T21:24:04,981 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ab646e38e3a44b0191dd922379da6980 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/ab646e38e3a44b0191dd922379da6980 2024-11-22T21:24:04,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/b7ed5d79b6544a388bdabc44f615a6c6 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/b7ed5d79b6544a388bdabc44f615a6c6 2024-11-22T21:24:04,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3d9be50fbd24c2aa603b427e130b1a8 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/B/e3d9be50fbd24c2aa603b427e130b1a8 2024-11-22T21:24:04,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7593162fc36c4a8f8a99e58429f5b527 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7593162fc36c4a8f8a99e58429f5b527 2024-11-22T21:24:04,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7d3a19e2af864a3385996a5ba965d699 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/7d3a19e2af864a3385996a5ba965d699 2024-11-22T21:24:04,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/84b6fbff671c405798a049dd793d4073 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/84b6fbff671c405798a049dd793d4073 2024-11-22T21:24:04,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f8545c6ec4604066899d98fc38cb5418 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/C/f8545c6ec4604066899d98fc38cb5418 2024-11-22T21:24:04,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits/592.seqid to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63/recovered.edits/592.seqid 2024-11-22T21:24:04,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/default/TestAcidGuarantees/baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,989 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T21:24:04,989 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:24:04,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T21:24:04,992 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112215d1e690a9f74f888d8fb0c107a5b24e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112215d1e690a9f74f888d8fb0c107a5b24e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,993 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ad8ce1198c4e74a5bd5c1fac15cbfd_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ad8ce1198c4e74a5bd5c1fac15cbfd_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ebdec468d34bd28504d01257cdedb1_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218ebdec468d34bd28504d01257cdedb1_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,995 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a26628463c4f4fa203152f4d7d8d1e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a26628463c4f4fa203152f4d7d8d1e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,996 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232fe9734341c4aca8bff7ce166865adb_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112232fe9734341c4aca8bff7ce166865adb_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,997 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236ac3211f2004bb7bb234479d7b09be4_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236ac3211f2004bb7bb234479d7b09be4_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,997 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224119d5c0f270426dab5af39a919115e4_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224119d5c0f270426dab5af39a919115e4_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,998 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122425643000a6e4985b4e3db199f1dc884_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122425643000a6e4985b4e3db199f1dc884_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:04,999 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122453a1fc366624d8c8e9bb406b266a52a_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122453a1fc366624d8c8e9bb406b266a52a_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,000 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112245c8faa43a854763863335ae2affe3c6_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112245c8faa43a854763863335ae2affe3c6_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,001 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224839fc9e6d614e3d9da025edb065dac8_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224839fc9e6d614e3d9da025edb065dac8_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,002 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225035a1b0b61e4515a75a9f294757ef32_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225035a1b0b61e4515a75a9f294757ef32_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,002 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122553aa54484d94eb7abba6fb30fec3378_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122553aa54484d94eb7abba6fb30fec3378_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,003 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112255c676fb3dd145e88b5288a2198c37ff_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112255c676fb3dd145e88b5288a2198c37ff_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,004 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f613153d443ca94ab12b03475d763_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f613153d443ca94ab12b03475d763_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,005 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226456c8a5f25e462d8f76a088cca529eb_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226456c8a5f25e462d8f76a088cca529eb_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,006 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226f2e473fa13e481cba9db2d1471524c5_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226f2e473fa13e481cba9db2d1471524c5_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,006 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227fc0af9dc3e642dfb4312ec5b08b8761_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227fc0af9dc3e642dfb4312ec5b08b8761_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,007 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228068ea90e7714c4e83e8a46b945dbee5_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228068ea90e7714c4e83e8a46b945dbee5_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,008 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c387fea98414e6f96c215daabc84160_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c387fea98414e6f96c215daabc84160_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,009 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eafca9bc9b940078c56d7c9f9fb0a47_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eafca9bc9b940078c56d7c9f9fb0a47_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,010 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229639f059dc314bff83011e93e84c11af_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229639f059dc314bff83011e93e84c11af_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229899598227ba4428a4ef6cf41b298417_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229899598227ba4428a4ef6cf41b298417_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8cdb6847e704ea2b198719c041f7a78_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8cdb6847e704ea2b198719c041f7a78_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,012 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc24d122c61c485c86c4a5591fcc682e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc24d122c61c485c86c4a5591fcc682e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,013 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c206498366aa48f993f991f381ef8e57_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c206498366aa48f993f991f381ef8e57_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,014 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c82e4eb9c17d4246ac9b131c8ec4b5a6_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c82e4eb9c17d4246ac9b131c8ec4b5a6_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c98541f0bbd34ed8b5b3a40f6ab9c42c_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c98541f0bbd34ed8b5b3a40f6ab9c42c_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0cebe4fa82d489b98d13349df605801_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0cebe4fa82d489b98d13349df605801_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc4d491ca3cc4488ba52e8401ee1c243_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc4d491ca3cc4488ba52e8401ee1c243_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe6978d988554482b520cfe7765a2f3e_baa69784e61b566bb9c1392bd5381d63 to hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fe6978d988554482b520cfe7765a2f3e_baa69784e61b566bb9c1392bd5381d63 2024-11-22T21:24:05,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T21:24:05,020 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:05,021 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T21:24:05,023 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T21:24:05,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:05,024 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T21:24:05,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732310645024"}]},"ts":"9223372036854775807"} 2024-11-22T21:24:05,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T21:24:05,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => baa69784e61b566bb9c1392bd5381d63, NAME => 'TestAcidGuarantees,,1732310616445.baa69784e61b566bb9c1392bd5381d63.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T21:24:05,025 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T21:24:05,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732310645025"}]},"ts":"9223372036854775807"} 2024-11-22T21:24:05,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T21:24:05,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T21:24:05,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-22T21:24:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45731 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T21:24:05,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-22T21:24:05,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 545) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4011 (was 4065) 2024-11-22T21:24:05,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T21:24:05,082 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T21:24:05,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:59168 2024-11-22T21:24:05,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:05,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T21:24:05,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-22T21:24:05,083 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a98040524f50,45731,1732310453116 2024-11-22T21:24:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:24:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T21:24:05,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-22T21:24:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:24:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:24:05,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:05,085 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a98040524f50,45229,1732310453838' ***** 2024-11-22T21:24:05,085 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-22T21:24:05,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:24:05,085 INFO [RS:0;a98040524f50:45229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T21:24:05,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T21:24:05,085 INFO [RS:0;a98040524f50:45229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T21:24:05,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-22T21:24:05,086 INFO [RS:0;a98040524f50:45229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T21:24:05,086 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(3579): Received CLOSE for e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:24:05,086 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1224): stopping server a98040524f50,45229,1732310453838 2024-11-22T21:24:05,086 DEBUG [RS:0;a98040524f50:45229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:05,086 INFO [RS:0;a98040524f50:45229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T21:24:05,086 INFO [RS:0;a98040524f50:45229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T21:24:05,087 INFO [RS:0;a98040524f50:45229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T21:24:05,087 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e941aa6cd5aafd7be7ea71c8d629331e, disabling compactions & flushes 2024-11-22T21:24:05,087 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. after waiting 0 ms 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:24:05,087 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e941aa6cd5aafd7be7ea71c8d629331e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-22T21:24:05,087 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-22T21:24:05,087 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e941aa6cd5aafd7be7ea71c8d629331e=hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e.} 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T21:24:05,087 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T21:24:05,087 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T21:24:05,087 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-22T21:24:05,090 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:24:05,103 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/.tmp/info/314fd58c654b480193dca72437217312 is 45, key is default/info:d/1732310458750/Put/seqid=0 2024-11-22T21:24:05,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742616_1792 (size=5037) 2024-11-22T21:24:05,109 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/info/69c97cdb4c4f4466a45a7350b83d7a1f is 143, key is hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e./info:regioninfo/1732310458633/Put/seqid=0 2024-11-22T21:24:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742617_1793 (size=7725) 2024-11-22T21:24:05,155 INFO [regionserver/a98040524f50:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:24:05,291 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:24:05,491 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e941aa6cd5aafd7be7ea71c8d629331e 2024-11-22T21:24:05,506 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/.tmp/info/314fd58c654b480193dca72437217312 2024-11-22T21:24:05,510 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/.tmp/info/314fd58c654b480193dca72437217312 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/info/314fd58c654b480193dca72437217312 2024-11-22T21:24:05,512 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/info/314fd58c654b480193dca72437217312, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T21:24:05,512 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/info/69c97cdb4c4f4466a45a7350b83d7a1f 2024-11-22T21:24:05,513 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e941aa6cd5aafd7be7ea71c8d629331e in 426ms, sequenceid=6, compaction requested=false 2024-11-22T21:24:05,516 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/namespace/e941aa6cd5aafd7be7ea71c8d629331e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T21:24:05,516 INFO [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:24:05,516 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e941aa6cd5aafd7be7ea71c8d629331e: 2024-11-22T21:24:05,517 DEBUG [RS_CLOSE_REGION-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732310457398.e941aa6cd5aafd7be7ea71c8d629331e. 2024-11-22T21:24:05,530 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/rep_barrier/86964c9421c348229f74d04ef95129b1 is 102, key is TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09./rep_barrier:/1732310485515/DeleteFamily/seqid=0 2024-11-22T21:24:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742618_1794 (size=6025) 2024-11-22T21:24:05,691 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T21:24:05,891 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T21:24:05,933 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/rep_barrier/86964c9421c348229f74d04ef95129b1 2024-11-22T21:24:05,951 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/table/f23758576ec34d3d95c4f4fdc9cc2cf5 is 96, key is TestAcidGuarantees,,1732310459009.db8d3f2071df2c4f9f38b7b5dd8ebd09./table:/1732310485515/DeleteFamily/seqid=0 2024-11-22T21:24:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742619_1795 (size=5942) 2024-11-22T21:24:06,092 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-22T21:24:06,092 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T21:24:06,092 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T21:24:06,137 INFO [regionserver/a98040524f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T21:24:06,137 INFO [regionserver/a98040524f50:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T21:24:06,292 DEBUG [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T21:24:06,354 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/table/f23758576ec34d3d95c4f4fdc9cc2cf5 2024-11-22T21:24:06,357 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/info/69c97cdb4c4f4466a45a7350b83d7a1f as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/info/69c97cdb4c4f4466a45a7350b83d7a1f 2024-11-22T21:24:06,359 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/info/69c97cdb4c4f4466a45a7350b83d7a1f, entries=22, sequenceid=93, filesize=7.5 K 2024-11-22T21:24:06,360 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/rep_barrier/86964c9421c348229f74d04ef95129b1 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/rep_barrier/86964c9421c348229f74d04ef95129b1 2024-11-22T21:24:06,362 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/rep_barrier/86964c9421c348229f74d04ef95129b1, entries=6, sequenceid=93, filesize=5.9 K 2024-11-22T21:24:06,363 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/.tmp/table/f23758576ec34d3d95c4f4fdc9cc2cf5 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/table/f23758576ec34d3d95c4f4fdc9cc2cf5 2024-11-22T21:24:06,365 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/table/f23758576ec34d3d95c4f4fdc9cc2cf5, entries=9, sequenceid=93, filesize=5.8 K 2024-11-22T21:24:06,366 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1278ms, sequenceid=93, compaction requested=false 2024-11-22T21:24:06,369 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-22T21:24:06,369 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T21:24:06,369 INFO [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T21:24:06,369 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T21:24:06,369 DEBUG [RS_CLOSE_META-regionserver/a98040524f50:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T21:24:06,492 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1250): stopping server a98040524f50,45229,1732310453838; all regions closed. 2024-11-22T21:24:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741834_1010 (size=26050) 2024-11-22T21:24:06,498 DEBUG [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/oldWALs 2024-11-22T21:24:06,498 INFO [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a98040524f50%2C45229%2C1732310453838.meta:.meta(num 1732310457145) 2024-11-22T21:24:06,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741832_1008 (size=18339272) 2024-11-22T21:24:06,501 DEBUG [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/oldWALs 2024-11-22T21:24:06,501 INFO [RS:0;a98040524f50:45229 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a98040524f50%2C45229%2C1732310453838:(num 1732310456205) 2024-11-22T21:24:06,501 DEBUG [RS:0;a98040524f50:45229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:06,501 INFO [RS:0;a98040524f50:45229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T21:24:06,501 INFO [RS:0;a98040524f50:45229 {}] hbase.ChoreService(370): Chore service for: regionserver/a98040524f50:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-22T21:24:06,501 INFO [regionserver/a98040524f50:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T21:24:06,502 INFO [RS:0;a98040524f50:45229 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45229 2024-11-22T21:24:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a98040524f50,45229,1732310453838 2024-11-22T21:24:06,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T21:24:06,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a98040524f50,45229,1732310453838] 2024-11-22T21:24:06,507 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a98040524f50,45229,1732310453838; numProcessing=1 2024-11-22T21:24:06,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a98040524f50,45229,1732310453838 already deleted, retry=false 2024-11-22T21:24:06,508 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a98040524f50,45229,1732310453838 expired; onlineServers=0 2024-11-22T21:24:06,508 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a98040524f50,45731,1732310453116' ***** 2024-11-22T21:24:06,508 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T21:24:06,508 DEBUG [M:0;a98040524f50:45731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a98040524f50/172.17.0.2:0 2024-11-22T21:24:06,508 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegionServer(1224): stopping server a98040524f50,45731,1732310453116 2024-11-22T21:24:06,508 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegionServer(1250): stopping server a98040524f50,45731,1732310453116; all regions closed. 2024-11-22T21:24:06,508 DEBUG [M:0;a98040524f50:45731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T21:24:06,508 DEBUG [M:0;a98040524f50:45731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T21:24:06,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T21:24:06,508 DEBUG [M:0;a98040524f50:45731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T21:24:06,508 DEBUG [master/a98040524f50:0:becomeActiveMaster-HFileCleaner.large.0-1732310455909 {}] cleaner.HFileCleaner(306): Exit Thread[master/a98040524f50:0:becomeActiveMaster-HFileCleaner.large.0-1732310455909,5,FailOnTimeoutGroup] 2024-11-22T21:24:06,508 DEBUG [master/a98040524f50:0:becomeActiveMaster-HFileCleaner.small.0-1732310455910 {}] cleaner.HFileCleaner(306): Exit Thread[master/a98040524f50:0:becomeActiveMaster-HFileCleaner.small.0-1732310455910,5,FailOnTimeoutGroup] 2024-11-22T21:24:06,509 INFO [M:0;a98040524f50:45731 {}] hbase.ChoreService(370): Chore service for: master/a98040524f50:0 had [] on shutdown 2024-11-22T21:24:06,509 DEBUG [M:0;a98040524f50:45731 {}] master.HMaster(1733): Stopping service threads 2024-11-22T21:24:06,509 INFO [M:0;a98040524f50:45731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T21:24:06,509 ERROR [M:0;a98040524f50:45731 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:43301 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43301,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T21:24:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T21:24:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T21:24:06,510 INFO [M:0;a98040524f50:45731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T21:24:06,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T21:24:06,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T21:24:06,510 DEBUG [M:0;a98040524f50:45731 {}] zookeeper.ZKUtil(347): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T21:24:06,510 WARN [M:0;a98040524f50:45731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T21:24:06,510 INFO [M:0;a98040524f50:45731 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-22T21:24:06,510 INFO [M:0;a98040524f50:45731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T21:24:06,510 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T21:24:06,510 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:24:06,510 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:24:06,510 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T21:24:06,510 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:24:06,511 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=833.86 KB heapSize=1.01 MB 2024-11-22T21:24:06,526 DEBUG [M:0;a98040524f50:45731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ca0d77a1cf4921b760d25589759d97 is 82, key is hbase:meta,,1/info:regioninfo/1732310457288/Put/seqid=0 2024-11-22T21:24:06,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742620_1796 (size=5672) 2024-11-22T21:24:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:24:06,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45229-0x100211b811b0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:24:06,607 INFO [RS:0;a98040524f50:45229 {}] regionserver.HRegionServer(1307): Exiting; stopping=a98040524f50,45229,1732310453838; zookeeper connection closed. 2024-11-22T21:24:06,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c5a837 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c5a837 2024-11-22T21:24:06,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T21:24:06,929 INFO [M:0;a98040524f50:45731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2438 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ca0d77a1cf4921b760d25589759d97 2024-11-22T21:24:06,950 DEBUG [M:0;a98040524f50:45731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd74a1d00ffd4e79a28c1e65f6723a22 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1732310617604/Put/seqid=0 2024-11-22T21:24:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742621_1797 (size=46135) 2024-11-22T21:24:07,354 INFO [M:0;a98040524f50:45731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=833.30 KB at sequenceid=2438 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd74a1d00ffd4e79a28c1e65f6723a22 2024-11-22T21:24:07,357 INFO [M:0;a98040524f50:45731 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd74a1d00ffd4e79a28c1e65f6723a22 2024-11-22T21:24:07,372 DEBUG [M:0;a98040524f50:45731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584cbdda3e98411db08000910daa5339 is 69, key is a98040524f50,45229,1732310453838/rs:state/1732310455981/Put/seqid=0 2024-11-22T21:24:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073742622_1798 (size=5156) 2024-11-22T21:24:07,775 INFO [M:0;a98040524f50:45731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2438 (bloomFilter=true), to=hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584cbdda3e98411db08000910daa5339 2024-11-22T21:24:07,778 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80ca0d77a1cf4921b760d25589759d97 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ca0d77a1cf4921b760d25589759d97 2024-11-22T21:24:07,781 INFO [M:0;a98040524f50:45731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80ca0d77a1cf4921b760d25589759d97, entries=8, sequenceid=2438, filesize=5.5 K 2024-11-22T21:24:07,781 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd74a1d00ffd4e79a28c1e65f6723a22 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd74a1d00ffd4e79a28c1e65f6723a22 2024-11-22T21:24:07,783 INFO [M:0;a98040524f50:45731 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd74a1d00ffd4e79a28c1e65f6723a22 2024-11-22T21:24:07,783 INFO [M:0;a98040524f50:45731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd74a1d00ffd4e79a28c1e65f6723a22, entries=185, sequenceid=2438, filesize=45.1 K 2024-11-22T21:24:07,784 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/584cbdda3e98411db08000910daa5339 as hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584cbdda3e98411db08000910daa5339 2024-11-22T21:24:07,786 INFO [M:0;a98040524f50:45731 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43301/user/jenkins/test-data/ccfb923a-67ed-d376-eccb-5b3b45ca6843/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/584cbdda3e98411db08000910daa5339, entries=1, sequenceid=2438, filesize=5.0 K 2024-11-22T21:24:07,787 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegion(3040): Finished flush of dataSize ~833.86 KB/853869, heapSize ~1.01 MB/1054712, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2438, compaction requested=false 2024-11-22T21:24:07,788 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T21:24:07,788 DEBUG [M:0;a98040524f50:45731 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T21:24:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44789 is added to blk_1073741830_1006 (size=1013602) 2024-11-22T21:24:07,790 INFO [M:0;a98040524f50:45731 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-22T21:24:07,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T21:24:07,790 INFO [M:0;a98040524f50:45731 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45731 2024-11-22T21:24:07,792 DEBUG [M:0;a98040524f50:45731 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a98040524f50,45731,1732310453116 already deleted, retry=false 2024-11-22T21:24:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:24:07,893 INFO [M:0;a98040524f50:45731 {}] regionserver.HRegionServer(1307): Exiting; stopping=a98040524f50,45731,1732310453116; zookeeper connection closed. 2024-11-22T21:24:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45731-0x100211b811b0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T21:24:07,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T21:24:07,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:24:07,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:24:07,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:24:07,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.log.dir/,STOPPED} 2024-11-22T21:24:07,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T21:24:07,904 WARN [BP-1486404265-172.17.0.2-1732310450278 heartbeating to localhost/127.0.0.1:43301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T21:24:07,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T21:24:07,904 WARN [BP-1486404265-172.17.0.2-1732310450278 heartbeating to localhost/127.0.0.1:43301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1486404265-172.17.0.2-1732310450278 (Datanode Uuid e3d2c8fc-2e4c-4cd7-aa7f-d1ddea8bc39c) service to localhost/127.0.0.1:43301 2024-11-22T21:24:07,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data1/current/BP-1486404265-172.17.0.2-1732310450278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:24:07,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/cluster_f8508cfc-e7b0-3c6c-7f8b-df306a867dae/dfs/data/data2/current/BP-1486404265-172.17.0.2-1732310450278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T21:24:07,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T21:24:07,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T21:24:07,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T21:24:07,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T21:24:07,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T21:24:07,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8f81e40-1ff9-4929-e655-d86215b1ec63/hadoop.log.dir/,STOPPED} 2024-11-22T21:24:07,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-22T21:24:08,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T21:24:08,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down